2024-12-14 05:40:36,181 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-14 05:40:36,195 main DEBUG Took 0.012213 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-14 05:40:36,195 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-14 05:40:36,196 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-14 05:40:36,197 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-14 05:40:36,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,206 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-14 05:40:36,217 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,220 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,220 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,221 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,222 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,223 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,224 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,224 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,226 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-14 05:40:36,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,227 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-14 05:40:36,228 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-14 05:40:36,229 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-14 05:40:36,231 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-14 05:40:36,231 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-14 05:40:36,233 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-14 05:40:36,233 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-14 05:40:36,241 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-14 05:40:36,243 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-14 05:40:36,245 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-14 05:40:36,245 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-14 05:40:36,245 main DEBUG createAppenders(={Console}) 2024-12-14 05:40:36,246 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-14 05:40:36,246 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-14 05:40:36,246 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-14 05:40:36,247 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-14 05:40:36,247 main DEBUG OutputStream closed 2024-12-14 05:40:36,247 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-14 05:40:36,248 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-14 05:40:36,248 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-14 05:40:36,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-14 05:40:36,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-14 05:40:36,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-14 05:40:36,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-14 05:40:36,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-14 05:40:36,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-14 05:40:36,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-14 05:40:36,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-14 05:40:36,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-14 05:40:36,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-14 05:40:36,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-14 05:40:36,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-14 05:40:36,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-14 05:40:36,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-14 05:40:36,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-14 05:40:36,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-14 05:40:36,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-14 05:40:36,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-14 05:40:36,320 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-14 05:40:36,321 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-14 05:40:36,321 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-14 05:40:36,321 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-14T05:40:36,549 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e 2024-12-14 05:40:36,552 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-14 05:40:36,553 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-14T05:40:36,561 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-14T05:40:36,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-14T05:40:36,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93, deleteOnExit=true 2024-12-14T05:40:36,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-14T05:40:36,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/test.cache.data in system properties and HBase conf 2024-12-14T05:40:36,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/hadoop.tmp.dir in system properties and HBase conf 2024-12-14T05:40:36,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/hadoop.log.dir in system properties and HBase conf 2024-12-14T05:40:36,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-14T05:40:36,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-14T05:40:36,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-14T05:40:36,678 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-14T05:40:36,768 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-14T05:40:36,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-14T05:40:36,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-14T05:40:36,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-14T05:40:36,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-14T05:40:36,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-14T05:40:36,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-14T05:40:36,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-14T05:40:36,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-14T05:40:36,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-14T05:40:36,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/nfs.dump.dir in system properties and HBase conf 2024-12-14T05:40:36,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/java.io.tmpdir in system properties and HBase conf 2024-12-14T05:40:36,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-14T05:40:36,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-14T05:40:36,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-14T05:40:37,886 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-14T05:40:38,020 INFO [Time-limited test {}] log.Log(170): Logging initialized @2520ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-14T05:40:38,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-14T05:40:38,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-14T05:40:38,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-14T05:40:38,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-14T05:40:38,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-14T05:40:38,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-14T05:40:38,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/hadoop.log.dir/,AVAILABLE} 2024-12-14T05:40:38,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-14T05:40:38,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/java.io.tmpdir/jetty-localhost-46295-hadoop-hdfs-3_4_1-tests_jar-_-any-2121176402561134267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-14T05:40:38,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:46295} 2024-12-14T05:40:38,460 INFO [Time-limited test {}] server.Server(415): Started @2962ms 2024-12-14T05:40:38,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-14T05:40:38,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-14T05:40:38,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-14T05:40:38,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-14T05:40:38,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-14T05:40:38,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/hadoop.log.dir/,AVAILABLE} 2024-12-14T05:40:38,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-14T05:40:39,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/java.io.tmpdir/jetty-localhost-35407-hadoop-hdfs-3_4_1-tests_jar-_-any-9948739880975252073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-14T05:40:39,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:35407} 2024-12-14T05:40:39,085 INFO [Time-limited test {}] server.Server(415): Started @3587ms 2024-12-14T05:40:39,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-14T05:40:39,908 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93/dfs/data/data1/current/BP-606563515-172.17.0.3-1734154837307/current, will proceed with Du for space computation calculation, 2024-12-14T05:40:39,908 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93/dfs/data/data2/current/BP-606563515-172.17.0.3-1734154837307/current, will proceed with Du for space computation calculation, 2024-12-14T05:40:39,933 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-14T05:40:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0c53b6070528ab with lease ID 0x63b3f71208f99e12: Processing first storage report for DS-fb629d5f-f2e4-4a40-b808-6bc6e9800efa from datanode DatanodeRegistration(127.0.0.1:33741, datanodeUuid=44ca2fc6-4c28-4403-bc29-6e3e398b27a8, infoPort=40249, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1839149912;c=1734154837307) 2024-12-14T05:40:39,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0c53b6070528ab with lease ID 0x63b3f71208f99e12: from storage DS-fb629d5f-f2e4-4a40-b808-6bc6e9800efa node DatanodeRegistration(127.0.0.1:33741, datanodeUuid=44ca2fc6-4c28-4403-bc29-6e3e398b27a8, infoPort=40249, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1839149912;c=1734154837307), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-14T05:40:39,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0c53b6070528ab with lease ID 0x63b3f71208f99e12: Processing first storage report for DS-07539868-1490-4ede-8e20-f40eb987636e from datanode DatanodeRegistration(127.0.0.1:33741, datanodeUuid=44ca2fc6-4c28-4403-bc29-6e3e398b27a8, infoPort=40249, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1839149912;c=1734154837307) 2024-12-14T05:40:39,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0c53b6070528ab with lease ID 0x63b3f71208f99e12: from storage DS-07539868-1490-4ede-8e20-f40eb987636e node DatanodeRegistration(127.0.0.1:33741, datanodeUuid=44ca2fc6-4c28-4403-bc29-6e3e398b27a8, infoPort=40249, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1839149912;c=1734154837307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-14T05:40:40,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e 2024-12-14T05:40:40,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93/zookeeper_0, clientPort=63714, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-14T05:40:40,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63714 2024-12-14T05:40:40,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-14T05:40:40,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-14T05:40:40,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741825_1001 (size=7) 2024-12-14T05:40:40,733 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 with version=8 2024-12-14T05:40:40,734 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/hbase-staging 2024-12-14T05:40:40,854 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-14T05:40:41,161 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e1063daab615:0 server-side Connection retries=45 2024-12-14T05:40:41,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-14T05:40:41,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-14T05:40:41,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-14T05:40:41,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-14T05:40:41,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-14T05:40:41,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-14T05:40:41,368 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-14T05:40:41,377 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-14T05:40:41,381 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-14T05:40:41,408 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42429 (auto-detected) 2024-12-14T05:40:41,409 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-14T05:40:41,424 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33737 2024-12-14T05:40:41,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-14T05:40:41,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-14T05:40:41,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33737 connecting to ZooKeeper ensemble=127.0.0.1:63714 2024-12-14T05:40:41,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337370x0, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-14T05:40:41,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33737-0x100230e049a0000 connected 2024-12-14T05:40:41,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-14T05:40:41,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-14T05:40:41,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-14T05:40:41,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33737 2024-12-14T05:40:41,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33737 2024-12-14T05:40:41,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33737 2024-12-14T05:40:41,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33737 2024-12-14T05:40:41,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33737 2024-12-14T05:40:41,628 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21, hbase.cluster.distributed=false 2024-12-14T05:40:41,688 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e1063daab615:0 server-side Connection retries=45 2024-12-14T05:40:41,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-14T05:40:41,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-14T05:40:41,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-14T05:40:41,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-14T05:40:41,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-14T05:40:41,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-14T05:40:41,693 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-14T05:40:41,694 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33421 2024-12-14T05:40:41,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-14T05:40:41,700 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-14T05:40:41,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-14T05:40:41,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-14T05:40:41,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33421 connecting to ZooKeeper ensemble=127.0.0.1:63714 2024-12-14T05:40:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334210x0, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-14T05:40:41,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33421-0x100230e049a0001 connected 2024-12-14T05:40:41,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-14T05:40:41,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-14T05:40:41,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-14T05:40:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33421 2024-12-14T05:40:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33421 2024-12-14T05:40:41,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33421 2024-12-14T05:40:41,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33421 2024-12-14T05:40:41,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33421 2024-12-14T05:40:41,726 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e1063daab615,33737,1734154840847 2024-12-14T05:40:41,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-14T05:40:41,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-14T05:40:41,739 DEBUG [M:0;e1063daab615:33737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1063daab615:33737 2024-12-14T05:40:41,739 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1063daab615,33737,1734154840847 2024-12-14T05:40:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-14T05:40:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-14T05:40:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:41,768 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-14T05:40:41,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-14T05:40:41,769 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1063daab615,33737,1734154840847 from backup master directory 2024-12-14T05:40:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1063daab615,33737,1734154840847 2024-12-14T05:40:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-14T05:40:41,780 WARN [master/e1063daab615:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-14T05:40:41,780 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1063daab615,33737,1734154840847 2024-12-14T05:40:41,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-14T05:40:41,783 INFO [master/e1063daab615:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-14T05:40:41,785 INFO [master/e1063daab615:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-14T05:40:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741826_1002 (size=42) 2024-12-14T05:40:42,273 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/hbase.id with ID: 32a17ef8-72e0-4381-9933-a69c7123de52 2024-12-14T05:40:42,313 INFO [master/e1063daab615:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-14T05:40:42,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:42,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:42,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741827_1003 (size=196) 2024-12-14T05:40:42,811 INFO [master/e1063daab615:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:40:42,813 INFO [master/e1063daab615:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-14T05:40:42,828 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:42,833 INFO [master/e1063daab615:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-14T05:40:42,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741828_1004 (size=1189) 2024-12-14T05:40:42,875 INFO [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store 2024-12-14T05:40:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741829_1005 (size=34) 2024-12-14T05:40:43,294 INFO [master/e1063daab615:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-14T05:40:43,295 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:43,296 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-14T05:40:43,296 INFO [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:40:43,296 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:40:43,296 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-14T05:40:43,296 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:40:43,296 INFO [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:40:43,296 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-14T05:40:43,298 WARN [master/e1063daab615:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/.initializing 2024-12-14T05:40:43,298 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/WALs/e1063daab615,33737,1734154840847 2024-12-14T05:40:43,304 INFO [master/e1063daab615:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-14T05:40:43,315 INFO [master/e1063daab615:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1063daab615%2C33737%2C1734154840847, suffix=, logDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/WALs/e1063daab615,33737,1734154840847, archiveDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/oldWALs, maxLogs=10 2024-12-14T05:40:43,332 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/WALs/e1063daab615,33737,1734154840847/e1063daab615%2C33737%2C1734154840847.1734154843319, exclude list is [], retry=0 2024-12-14T05:40:43,348 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-fb629d5f-f2e4-4a40-b808-6bc6e9800efa,DISK] 2024-12-14T05:40:43,351 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-14T05:40:43,381 INFO [master/e1063daab615:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/WALs/e1063daab615,33737,1734154840847/e1063daab615%2C33737%2C1734154840847.1734154843319 2024-12-14T05:40:43,381 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40249:40249)] 2024-12-14T05:40:43,382 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:40:43,382 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:43,385 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,385 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-14T05:40:43,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:43,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-14T05:40:43,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-14T05:40:43,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:43,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:40:43,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-14T05:40:43,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:43,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:40:43,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-14T05:40:43,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:43,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:40:43,466 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,467 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,477 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-14T05:40:43,481 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-14T05:40:43,485 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:40:43,486 INFO [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67499902, jitterRate=0.0058269202709198}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-14T05:40:43,490 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-14T05:40:43,491 INFO [master/e1063daab615:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-14T05:40:43,521 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7700bbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:43,552 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-14T05:40:43,561 INFO [master/e1063daab615:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-14T05:40:43,561 INFO [master/e1063daab615:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-14T05:40:43,563 INFO [master/e1063daab615:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-14T05:40:43,564 INFO [master/e1063daab615:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-14T05:40:43,568 INFO [master/e1063daab615:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-14T05:40:43,568 INFO [master/e1063daab615:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-14T05:40:43,589 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-14T05:40:43,600 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-14T05:40:43,637 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-14T05:40:43,640 INFO [master/e1063daab615:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-14T05:40:43,642 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-14T05:40:43,650 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-14T05:40:43,652 INFO [master/e1063daab615:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-14T05:40:43,656 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-14T05:40:43,666 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-14T05:40:43,668 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-14T05:40:43,675 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-14T05:40:43,687 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-14T05:40:43,695 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-14T05:40:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-14T05:40:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-14T05:40:43,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:43,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:43,709 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e1063daab615,33737,1734154840847, sessionid=0x100230e049a0000, setting cluster-up flag (Was=false) 2024-12-14T05:40:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:43,762 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-14T05:40:43,764 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1063daab615,33737,1734154840847 2024-12-14T05:40:43,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:43,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:43,812 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-14T05:40:43,814 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1063daab615,33737,1734154840847 2024-12-14T05:40:43,843 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1063daab615:33421 2024-12-14T05:40:43,844 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1008): ClusterId : 32a17ef8-72e0-4381-9933-a69c7123de52 2024-12-14T05:40:43,847 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-14T05:40:43,861 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-14T05:40:43,862 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-14T05:40:43,872 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-14T05:40:43,872 DEBUG [RS:0;e1063daab615:33421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1575014a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:43,875 DEBUG [RS:0;e1063daab615:33421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3a6c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1063daab615/172.17.0.3:0 2024-12-14T05:40:43,877 INFO [RS:0;e1063daab615:33421 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-14T05:40:43,878 INFO [RS:0;e1063daab615:33421 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-14T05:40:43,878 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-14T05:40:43,880 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(3073): reportForDuty to master=e1063daab615,33737,1734154840847 with isa=e1063daab615/172.17.0.3:33421, startcode=1734154841687 2024-12-14T05:40:43,890 DEBUG [RS:0;e1063daab615:33421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-14T05:40:43,900 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-14T05:40:43,907 INFO [master/e1063daab615:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-14T05:40:43,914 INFO [master/e1063daab615:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-14T05:40:43,918 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1063daab615,33737,1734154840847 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-14T05:40:43,922 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1063daab615:0, corePoolSize=5, maxPoolSize=5 2024-12-14T05:40:43,922 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1063daab615:0, corePoolSize=5, maxPoolSize=5 2024-12-14T05:40:43,922 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1063daab615:0, corePoolSize=5, maxPoolSize=5 2024-12-14T05:40:43,922 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1063daab615:0, corePoolSize=5, maxPoolSize=5 2024-12-14T05:40:43,923 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1063daab615:0, corePoolSize=10, maxPoolSize=10 2024-12-14T05:40:43,923 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:43,924 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1063daab615:0, corePoolSize=2, maxPoolSize=2 2024-12-14T05:40:43,924 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:43,925 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36925, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-14T05:40:43,926 INFO [master/e1063daab615:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734154873926 2024-12-14T05:40:43,927 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-14T05:40:43,929 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-14T05:40:43,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-14T05:40:43,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-14T05:40:43,931 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:43,933 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-14T05:40:43,933 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-14T05:40:43,934 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-14T05:40:43,934 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-14T05:40:43,935 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:43,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:43,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-14T05:40:43,936 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-14T05:40:43,938 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-14T05:40:43,938 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-14T05:40:43,941 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-14T05:40:43,941 INFO [master/e1063daab615:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-14T05:40:43,945 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1063daab615:0:becomeActiveMaster-HFileCleaner.large.0-1734154843943,5,FailOnTimeoutGroup] 2024-12-14T05:40:43,947 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1063daab615:0:becomeActiveMaster-HFileCleaner.small.0-1734154843945,5,FailOnTimeoutGroup] 2024-12-14T05:40:43,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741831_1007 (size=1039) 2024-12-14T05:40:43,947 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:43,951 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-14T05:40:43,952 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:43,953 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:43,959 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-14T05:40:43,959 WARN [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-14T05:40:44,061 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(3073): reportForDuty to master=e1063daab615,33737,1734154840847 with isa=e1063daab615/172.17.0.3:33421, startcode=1734154841687 2024-12-14T05:40:44,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e1063daab615,33421,1734154841687 2024-12-14T05:40:44,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(486): Registering regionserver=e1063daab615,33421,1734154841687 2024-12-14T05:40:44,071 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:40:44,071 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43161 2024-12-14T05:40:44,071 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-14T05:40:44,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-14T05:40:44,084 DEBUG [RS:0;e1063daab615:33421 {}] zookeeper.ZKUtil(111): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1063daab615,33421,1734154841687 2024-12-14T05:40:44,084 WARN [RS:0;e1063daab615:33421 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-14T05:40:44,084 INFO [RS:0;e1063daab615:33421 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-14T05:40:44,085 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/WALs/e1063daab615,33421,1734154841687 2024-12-14T05:40:44,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1063daab615,33421,1734154841687] 2024-12-14T05:40:44,098 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-14T05:40:44,108 INFO [RS:0;e1063daab615:33421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-14T05:40:44,119 INFO [RS:0;e1063daab615:33421 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-14T05:40:44,121 INFO [RS:0;e1063daab615:33421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-14T05:40:44,121 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:44,122 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-14T05:40:44,128 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:44,128 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,128 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,128 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,128 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1063daab615:0, corePoolSize=2, maxPoolSize=2 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1063daab615:0, corePoolSize=1, maxPoolSize=1 2024-12-14T05:40:44,129 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1063daab615:0, corePoolSize=3, maxPoolSize=3 2024-12-14T05:40:44,130 DEBUG [RS:0;e1063daab615:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0, corePoolSize=3, maxPoolSize=3 2024-12-14T05:40:44,131 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:44,131 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:44,131 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:44,132 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:44,132 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33421,1734154841687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-14T05:40:44,154 INFO [RS:0;e1063daab615:33421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-14T05:40:44,155 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33421,1734154841687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:44,171 INFO [RS:0;e1063daab615:33421 {}] regionserver.Replication(204): e1063daab615,33421,1734154841687 started 2024-12-14T05:40:44,171 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1767): Serving as e1063daab615,33421,1734154841687, RpcServer on e1063daab615/172.17.0.3:33421, sessionid=0x100230e049a0001 2024-12-14T05:40:44,172 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-14T05:40:44,172 DEBUG [RS:0;e1063daab615:33421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1063daab615,33421,1734154841687 2024-12-14T05:40:44,172 DEBUG [RS:0;e1063daab615:33421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1063daab615,33421,1734154841687' 2024-12-14T05:40:44,172 DEBUG [RS:0;e1063daab615:33421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-14T05:40:44,173 DEBUG [RS:0;e1063daab615:33421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-14T05:40:44,174 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-14T05:40:44,174 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-14T05:40:44,174 DEBUG [RS:0;e1063daab615:33421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1063daab615,33421,1734154841687 2024-12-14T05:40:44,174 DEBUG [RS:0;e1063daab615:33421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1063daab615,33421,1734154841687' 2024-12-14T05:40:44,174 DEBUG [RS:0;e1063daab615:33421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-14T05:40:44,175 DEBUG [RS:0;e1063daab615:33421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-14T05:40:44,175 DEBUG [RS:0;e1063daab615:33421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-14T05:40:44,175 INFO [RS:0;e1063daab615:33421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-14T05:40:44,175 INFO [RS:0;e1063daab615:33421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-14T05:40:44,283 INFO [RS:0;e1063daab615:33421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-14T05:40:44,286 INFO [RS:0;e1063daab615:33421 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1063daab615%2C33421%2C1734154841687, suffix=, logDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/WALs/e1063daab615,33421,1734154841687, archiveDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/oldWALs, maxLogs=32 2024-12-14T05:40:44,300 DEBUG [RS:0;e1063daab615:33421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/WALs/e1063daab615,33421,1734154841687/e1063daab615%2C33421%2C1734154841687.1734154844288, exclude list is [], retry=0 2024-12-14T05:40:44,304 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-fb629d5f-f2e4-4a40-b808-6bc6e9800efa,DISK] 2024-12-14T05:40:44,308 INFO [RS:0;e1063daab615:33421 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/WALs/e1063daab615,33421,1734154841687/e1063daab615%2C33421%2C1734154841687.1734154844288 2024-12-14T05:40:44,308 DEBUG [RS:0;e1063daab615:33421 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40249:40249)] 2024-12-14T05:40:44,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-14T05:40:44,355 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:40:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741833_1009 (size=32) 2024-12-14T05:40:44,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:44,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-14T05:40:44,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-14T05:40:44,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:44,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-14T05:40:44,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-14T05:40:44,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-14T05:40:44,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:44,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-14T05:40:44,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-14T05:40:44,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-14T05:40:44,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:44,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-14T05:40:44,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740 2024-12-14T05:40:44,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740 2024-12-14T05:40:44,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:40:44,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-14T05:40:44,403 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:40:44,405 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69335973, jitterRate=0.03318651020526886}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:40:44,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-14T05:40:44,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-14T05:40:44,407 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-14T05:40:44,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-14T05:40:44,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-14T05:40:44,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-14T05:40:44,409 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-14T05:40:44,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-14T05:40:44,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-14T05:40:44,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-14T05:40:44,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-14T05:40:44,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-14T05:40:44,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-14T05:40:44,582 DEBUG [e1063daab615:33737 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-14T05:40:44,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:40:44,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1063daab615,33421,1734154841687, state=OPENING 2024-12-14T05:40:44,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-14T05:40:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:44,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-14T05:40:44,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-14T05:40:44,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:40:44,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:44,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-14T05:40:44,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-14T05:40:44,810 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-14T05:40:44,811 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-14T05:40:44,811 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-14T05:40:44,815 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1063daab615%2C33421%2C1734154841687.meta, suffix=.meta, logDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/WALs/e1063daab615,33421,1734154841687, archiveDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/oldWALs, maxLogs=32 2024-12-14T05:40:44,834 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/WALs/e1063daab615,33421,1734154841687/e1063daab615%2C33421%2C1734154841687.meta.1734154844817.meta, exclude list is [], retry=0 2024-12-14T05:40:44,840 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33741,DS-fb629d5f-f2e4-4a40-b808-6bc6e9800efa,DISK] 2024-12-14T05:40:44,848 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/WALs/e1063daab615,33421,1734154841687/e1063daab615%2C33421%2C1734154841687.meta.1734154844817.meta 2024-12-14T05:40:44,848 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40249:40249)] 2024-12-14T05:40:44,849 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:40:44,850 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-14T05:40:44,914 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-14T05:40:44,919 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-14T05:40:44,923 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-14T05:40:44,923 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:44,924 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-14T05:40:44,924 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-14T05:40:44,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-14T05:40:44,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-14T05:40:44,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:44,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-14T05:40:44,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-14T05:40:44,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-14T05:40:44,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:44,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-14T05:40:44,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-14T05:40:44,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-14T05:40:44,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:44,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-14T05:40:44,950 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740 2024-12-14T05:40:44,953 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740 2024-12-14T05:40:44,956 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:40:44,959 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-14T05:40:44,961 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68165760, jitterRate=0.015748977661132812}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:40:44,963 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-14T05:40:44,969 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734154844784 2024-12-14T05:40:44,978 DEBUG [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-14T05:40:44,979 INFO [RS_OPEN_META-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-14T05:40:44,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:40:44,981 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1063daab615,33421,1734154841687, state=OPEN 2024-12-14T05:40:45,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-14T05:40:45,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-14T05:40:45,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-14T05:40:45,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-14T05:40:45,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-14T05:40:45,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e1063daab615,33421,1734154841687 in 399 msec 2024-12-14T05:40:45,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-14T05:40:45,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-12-14T05:40:45,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-12-14T05:40:45,040 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734154845040, completionTime=-1 2024-12-14T05:40:45,040 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-14T05:40:45,041 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-14T05:40:45,082 DEBUG [hconnection-0x739b9ed9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:45,085 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:45,096 INFO [master/e1063daab615:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-14T05:40:45,096 INFO [master/e1063daab615:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734154905096 2024-12-14T05:40:45,096 INFO [master/e1063daab615:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734154965096 2024-12-14T05:40:45,096 INFO [master/e1063daab615:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 55 msec 2024-12-14T05:40:45,141 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33737,1734154840847-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:45,141 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33737,1734154840847-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:45,141 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33737,1734154840847-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:45,143 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1063daab615:33737, period=300000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:45,144 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:45,149 DEBUG [master/e1063daab615:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-14T05:40:45,153 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-14T05:40:45,154 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-14T05:40:45,161 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-14T05:40:45,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-14T05:40:45,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:45,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-14T05:40:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741835_1011 (size=358) 2024-12-14T05:40:45,587 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6ec0f9ac29297aadecd3a595fffd2bdd, NAME => 'hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:40:45,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741836_1012 (size=42) 2024-12-14T05:40:45,998 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:45,998 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6ec0f9ac29297aadecd3a595fffd2bdd, disabling compactions & flushes 2024-12-14T05:40:45,998 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:40:45,998 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:40:45,998 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. after waiting 0 ms 2024-12-14T05:40:45,998 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:40:45,998 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:40:45,998 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6ec0f9ac29297aadecd3a595fffd2bdd: 2024-12-14T05:40:46,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-14T05:40:46,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734154846001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734154846001"}]},"ts":"1734154846001"} 2024-12-14T05:40:46,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-14T05:40:46,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-14T05:40:46,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154846028"}]},"ts":"1734154846028"} 2024-12-14T05:40:46,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-14T05:40:46,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6ec0f9ac29297aadecd3a595fffd2bdd, ASSIGN}] 2024-12-14T05:40:46,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6ec0f9ac29297aadecd3a595fffd2bdd, ASSIGN 2024-12-14T05:40:46,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6ec0f9ac29297aadecd3a595fffd2bdd, ASSIGN; state=OFFLINE, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=false 2024-12-14T05:40:46,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6ec0f9ac29297aadecd3a595fffd2bdd, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:40:46,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6ec0f9ac29297aadecd3a595fffd2bdd, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:40:46,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:46,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:40:46,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ec0f9ac29297aadecd3a595fffd2bdd, NAME => 'hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:40:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:40:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:40:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:40:46,466 INFO [StoreOpener-6ec0f9ac29297aadecd3a595fffd2bdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:40:46,469 INFO [StoreOpener-6ec0f9ac29297aadecd3a595fffd2bdd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ec0f9ac29297aadecd3a595fffd2bdd columnFamilyName info 2024-12-14T05:40:46,469 DEBUG [StoreOpener-6ec0f9ac29297aadecd3a595fffd2bdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:46,470 INFO [StoreOpener-6ec0f9ac29297aadecd3a595fffd2bdd-1 {}] regionserver.HStore(327): Store=6ec0f9ac29297aadecd3a595fffd2bdd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:40:46,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:40:46,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:40:46,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:40:46,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:40:46,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6ec0f9ac29297aadecd3a595fffd2bdd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74952824, jitterRate=0.11688411235809326}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-14T05:40:46,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6ec0f9ac29297aadecd3a595fffd2bdd: 2024-12-14T05:40:46,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd., pid=6, masterSystemTime=1734154846453 2024-12-14T05:40:46,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:40:46,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:40:46,486 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6ec0f9ac29297aadecd3a595fffd2bdd, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:40:46,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-14T05:40:46,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6ec0f9ac29297aadecd3a595fffd2bdd, server=e1063daab615,33421,1734154841687 in 191 msec 2024-12-14T05:40:46,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-14T05:40:46,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6ec0f9ac29297aadecd3a595fffd2bdd, ASSIGN in 362 msec 2024-12-14T05:40:46,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-14T05:40:46,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154846497"}]},"ts":"1734154846497"} 2024-12-14T05:40:46,499 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-14T05:40:46,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-14T05:40:46,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3550 sec 2024-12-14T05:40:46,566 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-14T05:40:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-14T05:40:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:40:46,640 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-14T05:40:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-14T05:40:46,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 41 msec 2024-12-14T05:40:46,685 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-14T05:40:46,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-14T05:40:46,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 35 msec 2024-12-14T05:40:46,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-14T05:40:46,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-14T05:40:46,762 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.982sec 2024-12-14T05:40:46,763 INFO [master/e1063daab615:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-14T05:40:46,764 INFO [master/e1063daab615:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-14T05:40:46,765 INFO [master/e1063daab615:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-14T05:40:46,765 INFO [master/e1063daab615:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-14T05:40:46,765 INFO [master/e1063daab615:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-14T05:40:46,766 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33737,1734154840847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-14T05:40:46,766 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33737,1734154840847-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-14T05:40:46,772 DEBUG [master/e1063daab615:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-14T05:40:46,773 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-14T05:40:46,773 INFO [master/e1063daab615:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1063daab615,33737,1734154840847-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-14T05:40:46,846 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-14T05:40:46,847 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-14T05:40:46,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:46,863 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-14T05:40:46,863 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-14T05:40:46,871 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:46,879 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:46,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e1063daab615,33737,1734154840847 2024-12-14T05:40:46,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=3004 2024-12-14T05:40:46,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-14T05:40:46,910 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-14T05:40:46,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:40:46,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:40:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-14T05:40:46,941 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-14T05:40:46,942 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:46,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-14T05:40:46,944 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-14T05:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-14T05:40:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741837_1013 (size=963) 2024-12-14T05:40:46,976 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:40:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741838_1014 (size=53) 2024-12-14T05:40:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-14T05:40:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-14T05:40:47,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:47,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bf170228b641e18b787109f18b44d958, disabling compactions & flushes 2024-12-14T05:40:47,396 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,397 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,397 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. after waiting 0 ms 2024-12-14T05:40:47,397 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,397 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,397 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:47,399 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-14T05:40:47,400 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734154847399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734154847399"}]},"ts":"1734154847399"} 2024-12-14T05:40:47,404 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-14T05:40:47,407 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-14T05:40:47,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154847407"}]},"ts":"1734154847407"} 2024-12-14T05:40:47,410 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-14T05:40:47,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf170228b641e18b787109f18b44d958, ASSIGN}] 2024-12-14T05:40:47,464 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf170228b641e18b787109f18b44d958, ASSIGN 2024-12-14T05:40:47,465 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf170228b641e18b787109f18b44d958, ASSIGN; state=OFFLINE, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=false 2024-12-14T05:40:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-14T05:40:47,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf170228b641e18b787109f18b44d958, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:40:47,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:40:47,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:47,786 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,786 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:40:47,787 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,787 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:40:47,787 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,787 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,790 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,793 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:40:47,793 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf170228b641e18b787109f18b44d958 columnFamilyName A 2024-12-14T05:40:47,793 DEBUG [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:47,794 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.HStore(327): Store=bf170228b641e18b787109f18b44d958/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:40:47,794 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,796 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:40:47,796 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf170228b641e18b787109f18b44d958 columnFamilyName B 2024-12-14T05:40:47,796 DEBUG [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:47,797 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.HStore(327): Store=bf170228b641e18b787109f18b44d958/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:40:47,797 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,799 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:40:47,799 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf170228b641e18b787109f18b44d958 columnFamilyName C 2024-12-14T05:40:47,799 DEBUG [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:40:47,800 INFO [StoreOpener-bf170228b641e18b787109f18b44d958-1 {}] regionserver.HStore(327): Store=bf170228b641e18b787109f18b44d958/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:40:47,801 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,802 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,803 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,806 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:40:47,808 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for bf170228b641e18b787109f18b44d958 2024-12-14T05:40:47,811 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:40:47,812 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened bf170228b641e18b787109f18b44d958; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65176998, jitterRate=-0.028787046670913696}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:40:47,813 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:47,814 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., pid=11, masterSystemTime=1734154847779 2024-12-14T05:40:47,817 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,817 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:47,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf170228b641e18b787109f18b44d958, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:40:47,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-14T05:40:47,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 in 199 msec 2024-12-14T05:40:47,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-14T05:40:47,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf170228b641e18b787109f18b44d958, ASSIGN in 362 msec 2024-12-14T05:40:47,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-14T05:40:47,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154847828"}]},"ts":"1734154847828"} 2024-12-14T05:40:47,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-14T05:40:47,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-14T05:40:47,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 937 msec 2024-12-14T05:40:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-14T05:40:48,073 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-14T05:40:48,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-14T05:40:48,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-14T05:40:48,101 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-14T05:40:48,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-14T05:40:48,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-14T05:40:48,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-14T05:40:48,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-14T05:40:48,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,158 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-14T05:40:48,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-14T05:40:48,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-14T05:40:48,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-14T05:40:48,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-14T05:40:48,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:40:48,230 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,230 DEBUG [hconnection-0x4360c845-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,231 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,233 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,234 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,235 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,237 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:48,237 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,238 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,241 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-14T05:40:48,244 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-14T05:40:48,245 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:48,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:48,250 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,251 DEBUG [hconnection-0x5d4164ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:40:48,253 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,253 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,253 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,254 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,256 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,257 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:40:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:48,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:40:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:48,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:48,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-14T05:40:48,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:48,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:48,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154908512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154908512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/70499f2a205a49389f8ae11b54dd2bd2 is 50, key is test_row_0/A:col10/1734154848316/Put/seqid=0 2024-12-14T05:40:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154908517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154908522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154908529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-14T05:40:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741839_1015 (size=12001) 2024-12-14T05:40:48,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/70499f2a205a49389f8ae11b54dd2bd2 2024-12-14T05:40:48,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:48,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:48,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:48,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154908637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154908641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154908643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154908648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154908652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/e8068a5ab00b4538b9c67cba96f12ca1 is 50, key is test_row_0/B:col10/1734154848316/Put/seqid=0 2024-12-14T05:40:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741840_1016 (size=12001) 2024-12-14T05:40:48,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:48,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154908851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-14T05:40:48,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154908852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154908853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154908860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154908863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:48,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:48,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:48,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:48,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:49,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/e8068a5ab00b4538b9c67cba96f12ca1 2024-12-14T05:40:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154909158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154909163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154909160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154909168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154909170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:49,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:49,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:49,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/cfd3e0a0975243e380bcef231f4bddfe is 50, key is test_row_0/C:col10/1734154848316/Put/seqid=0 2024-12-14T05:40:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741841_1017 (size=12001) 2024-12-14T05:40:49,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/cfd3e0a0975243e380bcef231f4bddfe 2024-12-14T05:40:49,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/70499f2a205a49389f8ae11b54dd2bd2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/70499f2a205a49389f8ae11b54dd2bd2 2024-12-14T05:40:49,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/70499f2a205a49389f8ae11b54dd2bd2, entries=150, sequenceid=13, filesize=11.7 K 2024-12-14T05:40:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-14T05:40:49,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/e8068a5ab00b4538b9c67cba96f12ca1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e8068a5ab00b4538b9c67cba96f12ca1 2024-12-14T05:40:49,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e8068a5ab00b4538b9c67cba96f12ca1, entries=150, sequenceid=13, filesize=11.7 K 2024-12-14T05:40:49,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/cfd3e0a0975243e380bcef231f4bddfe as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cfd3e0a0975243e380bcef231f4bddfe 2024-12-14T05:40:49,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:49,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:49,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:49,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cfd3e0a0975243e380bcef231f4bddfe, entries=150, sequenceid=13, filesize=11.7 K 2024-12-14T05:40:49,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf170228b641e18b787109f18b44d958 in 1079ms, sequenceid=13, compaction requested=false 2024-12-14T05:40:49,408 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-14T05:40:49,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:49,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:49,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-14T05:40:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,560 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:40:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:49,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/eb35270c8fe74f7b91aa921ae88d9009 is 50, key is test_row_0/A:col10/1734154848509/Put/seqid=0 2024-12-14T05:40:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741842_1018 (size=12001) 2024-12-14T05:40:49,632 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/eb35270c8fe74f7b91aa921ae88d9009 2024-12-14T05:40:49,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/4959807b91f9472fb81d8ef6030b27a2 is 50, key is test_row_0/B:col10/1734154848509/Put/seqid=0 2024-12-14T05:40:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:49,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:49,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741843_1019 (size=12001) 2024-12-14T05:40:49,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/4959807b91f9472fb81d8ef6030b27a2 2024-12-14T05:40:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/ba7bcf30c3814d1eb8f3d510e5f2c556 is 50, key is test_row_0/C:col10/1734154848509/Put/seqid=0 2024-12-14T05:40:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741844_1020 (size=12001) 2024-12-14T05:40:49,724 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/ba7bcf30c3814d1eb8f3d510e5f2c556 2024-12-14T05:40:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/eb35270c8fe74f7b91aa921ae88d9009 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/eb35270c8fe74f7b91aa921ae88d9009 2024-12-14T05:40:49,748 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/eb35270c8fe74f7b91aa921ae88d9009, entries=150, sequenceid=37, filesize=11.7 K 2024-12-14T05:40:49,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/4959807b91f9472fb81d8ef6030b27a2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4959807b91f9472fb81d8ef6030b27a2 2024-12-14T05:40:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154909745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154909746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154909749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154909746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154909749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,771 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4959807b91f9472fb81d8ef6030b27a2, entries=150, sequenceid=37, filesize=11.7 K 2024-12-14T05:40:49,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/ba7bcf30c3814d1eb8f3d510e5f2c556 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/ba7bcf30c3814d1eb8f3d510e5f2c556 2024-12-14T05:40:49,788 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/ba7bcf30c3814d1eb8f3d510e5f2c556, entries=150, sequenceid=37, filesize=11.7 K 2024-12-14T05:40:49,790 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 229ms, sequenceid=37, compaction requested=false 2024-12-14T05:40:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-14T05:40:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-14T05:40:49,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-14T05:40:49,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-12-14T05:40:49,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.5610 sec 2024-12-14T05:40:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:49,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:40:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:49,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/024a29566e56481ca7254684dbdb3678 is 50, key is test_row_0/A:col10/1734154849867/Put/seqid=0 2024-12-14T05:40:49,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741845_1021 (size=12001) 2024-12-14T05:40:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154909942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154909950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154909959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154909960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154909963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154910062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154910066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154910075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154910076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154910076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154910268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154910271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154910280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154910281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154910282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/024a29566e56481ca7254684dbdb3678 2024-12-14T05:40:50,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/e6b31fb27c3f441fabc10cfa984b5e90 is 50, key is test_row_0/B:col10/1734154849867/Put/seqid=0 2024-12-14T05:40:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741846_1022 (size=12001) 2024-12-14T05:40:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-14T05:40:50,358 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-14T05:40:50,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/e6b31fb27c3f441fabc10cfa984b5e90 2024-12-14T05:40:50,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-14T05:40:50,368 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-14T05:40:50,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:50,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:50,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/569fcea4f0c54463b303b33d04bdd1c5 is 50, key is test_row_0/C:col10/1734154849867/Put/seqid=0 2024-12-14T05:40:50,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-14T05:40:50,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741847_1023 (size=12001) 2024-12-14T05:40:50,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/569fcea4f0c54463b303b33d04bdd1c5 2024-12-14T05:40:50,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/024a29566e56481ca7254684dbdb3678 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/024a29566e56481ca7254684dbdb3678 2024-12-14T05:40:50,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/024a29566e56481ca7254684dbdb3678, entries=150, sequenceid=51, filesize=11.7 K 2024-12-14T05:40:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-14T05:40:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/e6b31fb27c3f441fabc10cfa984b5e90 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e6b31fb27c3f441fabc10cfa984b5e90 2024-12-14T05:40:50,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e6b31fb27c3f441fabc10cfa984b5e90, entries=150, sequenceid=51, filesize=11.7 K 2024-12-14T05:40:50,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/569fcea4f0c54463b303b33d04bdd1c5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/569fcea4f0c54463b303b33d04bdd1c5 2024-12-14T05:40:50,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/569fcea4f0c54463b303b33d04bdd1c5, entries=150, sequenceid=51, filesize=11.7 K 2024-12-14T05:40:50,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-14T05:40:50,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for bf170228b641e18b787109f18b44d958 in 645ms, sequenceid=51, compaction requested=true 2024-12-14T05:40:50,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:50,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-14T05:40:50,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:40:50,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:40:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:40:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:50,527 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:50,527 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:50,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:50,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-14T05:40:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:50,529 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:40:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:50,538 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:50,540 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:40:50,540 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:50,541 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e8068a5ab00b4538b9c67cba96f12ca1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4959807b91f9472fb81d8ef6030b27a2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e6b31fb27c3f441fabc10cfa984b5e90] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=35.2 K 2024-12-14T05:40:50,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c4cbbb08b2ca4da397e0fab717426449 is 50, key is test_row_0/A:col10/1734154849942/Put/seqid=0 2024-12-14T05:40:50,544 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:50,544 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:40:50,544 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:50,545 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/70499f2a205a49389f8ae11b54dd2bd2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/eb35270c8fe74f7b91aa921ae88d9009, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/024a29566e56481ca7254684dbdb3678] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=35.2 K 2024-12-14T05:40:50,546 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting e8068a5ab00b4538b9c67cba96f12ca1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734154848267 2024-12-14T05:40:50,547 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70499f2a205a49389f8ae11b54dd2bd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734154848267 2024-12-14T05:40:50,547 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 4959807b91f9472fb81d8ef6030b27a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734154848509 2024-12-14T05:40:50,549 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting e6b31fb27c3f441fabc10cfa984b5e90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734154849712 2024-12-14T05:40:50,552 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb35270c8fe74f7b91aa921ae88d9009, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734154848509 2024-12-14T05:40:50,554 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 024a29566e56481ca7254684dbdb3678, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734154849712 2024-12-14T05:40:50,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741848_1024 (size=12001) 2024-12-14T05:40:50,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c4cbbb08b2ca4da397e0fab717426449 2024-12-14T05:40:50,614 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#11 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:50,616 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/7d8363e7e9c3468fb5ee1b482ca36b60 is 50, key is test_row_0/B:col10/1734154849867/Put/seqid=0 2024-12-14T05:40:50,616 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#10 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:50,616 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/1de2b74c07194e8b807df70bf1763d4c is 50, key is test_row_0/A:col10/1734154849867/Put/seqid=0 2024-12-14T05:40:50,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154910622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154910647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154910648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154910650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154910650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741849_1025 (size=12104) 2024-12-14T05:40:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-14T05:40:50,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ddc34e37c3f84c98ab906611f1978e5f is 50, key is test_row_0/B:col10/1734154849942/Put/seqid=0 2024-12-14T05:40:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741850_1026 (size=12104) 2024-12-14T05:40:50,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741851_1027 (size=12001) 2024-12-14T05:40:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154910764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154910769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154910771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154910766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154910775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154910974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154910977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154910977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-14T05:40:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154910985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154910985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,093 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ddc34e37c3f84c98ab906611f1978e5f 2024-12-14T05:40:51,103 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/7d8363e7e9c3468fb5ee1b482ca36b60 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/7d8363e7e9c3468fb5ee1b482ca36b60 2024-12-14T05:40:51,107 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/1de2b74c07194e8b807df70bf1763d4c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/1de2b74c07194e8b807df70bf1763d4c 2024-12-14T05:40:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/50bcbf8d79f7403e85f7312ee62d9187 is 50, key is test_row_0/C:col10/1734154849942/Put/seqid=0 2024-12-14T05:40:51,161 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 1de2b74c07194e8b807df70bf1763d4c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:51,161 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,161 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=13, startTime=1734154850518; duration=0sec 2024-12-14T05:40:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741852_1028 (size=12001) 2024-12-14T05:40:51,162 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:51,162 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:40:51,163 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:51,163 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into 7d8363e7e9c3468fb5ee1b482ca36b60(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:51,163 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,164 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=13, startTime=1734154850527; duration=0sec 2024-12-14T05:40:51,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/50bcbf8d79f7403e85f7312ee62d9187 2024-12-14T05:40:51,164 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:51,164 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:40:51,169 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:51,169 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:40:51,169 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,170 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cfd3e0a0975243e380bcef231f4bddfe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/ba7bcf30c3814d1eb8f3d510e5f2c556, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/569fcea4f0c54463b303b33d04bdd1c5] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=35.2 K 2024-12-14T05:40:51,173 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfd3e0a0975243e380bcef231f4bddfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734154848267 2024-12-14T05:40:51,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c4cbbb08b2ca4da397e0fab717426449 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c4cbbb08b2ca4da397e0fab717426449 2024-12-14T05:40:51,180 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba7bcf30c3814d1eb8f3d510e5f2c556, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734154848509 2024-12-14T05:40:51,197 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 569fcea4f0c54463b303b33d04bdd1c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734154849712 2024-12-14T05:40:51,198 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c4cbbb08b2ca4da397e0fab717426449, entries=150, sequenceid=74, filesize=11.7 K 2024-12-14T05:40:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ddc34e37c3f84c98ab906611f1978e5f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ddc34e37c3f84c98ab906611f1978e5f 2024-12-14T05:40:51,221 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ddc34e37c3f84c98ab906611f1978e5f, entries=150, sequenceid=74, filesize=11.7 K 2024-12-14T05:40:51,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/50bcbf8d79f7403e85f7312ee62d9187 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/50bcbf8d79f7403e85f7312ee62d9187 2024-12-14T05:40:51,244 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#14 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:51,245 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b9a813c308694149a086a13f80633f7f is 50, key is test_row_0/C:col10/1734154849867/Put/seqid=0 2024-12-14T05:40:51,245 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/50bcbf8d79f7403e85f7312ee62d9187, entries=150, sequenceid=74, filesize=11.7 K 2024-12-14T05:40:51,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bf170228b641e18b787109f18b44d958 in 721ms, sequenceid=74, compaction requested=false 2024-12-14T05:40:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-14T05:40:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-14T05:40:51,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-14T05:40:51,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 886 msec 2024-12-14T05:40:51,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 898 msec 2024-12-14T05:40:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741853_1029 (size=12104) 2024-12-14T05:40:51,282 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b9a813c308694149a086a13f80633f7f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b9a813c308694149a086a13f80633f7f 2024-12-14T05:40:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:51,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-14T05:40:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:51,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2ae77044ec984ae6b7a80c292dc568df is 50, key is test_row_0/A:col10/1734154851287/Put/seqid=0 2024-12-14T05:40:51,304 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into b9a813c308694149a086a13f80633f7f(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:51,305 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,305 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=13, startTime=1734154850527; duration=0sec 2024-12-14T05:40:51,305 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:51,305 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:40:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741854_1030 (size=12001) 2024-12-14T05:40:51,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2ae77044ec984ae6b7a80c292dc568df 2024-12-14T05:40:51,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/84d760ae2c314326ab186b34a7205ed6 is 50, key is test_row_0/B:col10/1734154851287/Put/seqid=0 2024-12-14T05:40:51,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154911329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154911331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154911331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154911336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154911338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741855_1031 (size=12001) 2024-12-14T05:40:51,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/84d760ae2c314326ab186b34a7205ed6 2024-12-14T05:40:51,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-14T05:40:51,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-14T05:40:51,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-14T05:40:51,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-14T05:40:51,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-14T05:40:51,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-14T05:40:51,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-14T05:40:51,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-14T05:40:51,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-14T05:40:51,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-14T05:40:51,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/0657c6b84cd3441ab1f916096e34c969 is 50, key is test_row_0/C:col10/1734154851287/Put/seqid=0 2024-12-14T05:40:51,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741856_1032 (size=12001) 2024-12-14T05:40:51,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/0657c6b84cd3441ab1f916096e34c969 2024-12-14T05:40:51,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2ae77044ec984ae6b7a80c292dc568df as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2ae77044ec984ae6b7a80c292dc568df 2024-12-14T05:40:51,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2ae77044ec984ae6b7a80c292dc568df, entries=150, sequenceid=91, filesize=11.7 K 2024-12-14T05:40:51,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/84d760ae2c314326ab186b34a7205ed6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/84d760ae2c314326ab186b34a7205ed6 2024-12-14T05:40:51,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154911440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154911441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154911441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154911445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154911445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/84d760ae2c314326ab186b34a7205ed6, entries=150, sequenceid=91, filesize=11.7 K 2024-12-14T05:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/0657c6b84cd3441ab1f916096e34c969 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/0657c6b84cd3441ab1f916096e34c969 2024-12-14T05:40:51,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/0657c6b84cd3441ab1f916096e34c969, entries=150, sequenceid=91, filesize=11.7 K 2024-12-14T05:40:51,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bf170228b641e18b787109f18b44d958 in 191ms, sequenceid=91, compaction requested=true 2024-12-14T05:40:51,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:40:51,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:51,481 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:51,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:40:51,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:51,481 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:51,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:40:51,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:51,483 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:51,483 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:51,484 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:40:51,484 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:40:51,484 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,484 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,484 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/7d8363e7e9c3468fb5ee1b482ca36b60, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ddc34e37c3f84c98ab906611f1978e5f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/84d760ae2c314326ab186b34a7205ed6] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=35.3 K 2024-12-14T05:40:51,484 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/1de2b74c07194e8b807df70bf1763d4c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c4cbbb08b2ca4da397e0fab717426449, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2ae77044ec984ae6b7a80c292dc568df] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=35.3 K 2024-12-14T05:40:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-14T05:40:51,485 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-14T05:40:51,485 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d8363e7e9c3468fb5ee1b482ca36b60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734154849712 2024-12-14T05:40:51,486 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1de2b74c07194e8b807df70bf1763d4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734154849712 2024-12-14T05:40:51,487 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting ddc34e37c3f84c98ab906611f1978e5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734154849938 2024-12-14T05:40:51,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:51,488 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4cbbb08b2ca4da397e0fab717426449, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734154849938 2024-12-14T05:40:51,489 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 84d760ae2c314326ab186b34a7205ed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734154850620 2024-12-14T05:40:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-14T05:40:51,492 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ae77044ec984ae6b7a80c292dc568df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734154850620 2024-12-14T05:40:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-14T05:40:51,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:51,498 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:51,539 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:51,541 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#18 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:51,543 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/fcb723120f3d4ab58d5250643ec07b31 is 50, key is test_row_0/B:col10/1734154851287/Put/seqid=0 2024-12-14T05:40:51,546 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/847e34252027404cb5befdefc5f2209a is 50, key is test_row_0/A:col10/1734154851287/Put/seqid=0 2024-12-14T05:40:51,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741857_1033 (size=12207) 2024-12-14T05:40:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741858_1034 (size=12207) 2024-12-14T05:40:51,579 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/fcb723120f3d4ab58d5250643ec07b31 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fcb723120f3d4ab58d5250643ec07b31 2024-12-14T05:40:51,590 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/847e34252027404cb5befdefc5f2209a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/847e34252027404cb5befdefc5f2209a 2024-12-14T05:40:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-14T05:40:51,612 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 847e34252027404cb5befdefc5f2209a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:51,612 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,612 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=13, startTime=1734154851481; duration=0sec 2024-12-14T05:40:51,612 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:51,612 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into fcb723120f3d4ab58d5250643ec07b31(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:51,612 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:40:51,612 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:51,613 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,613 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=13, startTime=1734154851481; duration=0sec 2024-12-14T05:40:51,614 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:51,614 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:40:51,615 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:51,616 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:40:51,616 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,616 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b9a813c308694149a086a13f80633f7f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/50bcbf8d79f7403e85f7312ee62d9187, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/0657c6b84cd3441ab1f916096e34c969] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=35.3 K 2024-12-14T05:40:51,618 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9a813c308694149a086a13f80633f7f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734154849712 2024-12-14T05:40:51,619 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50bcbf8d79f7403e85f7312ee62d9187, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734154849938 2024-12-14T05:40:51,621 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0657c6b84cd3441ab1f916096e34c969, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734154850620 2024-12-14T05:40:51,643 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:51,644 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/1220c3e8c1224eeda8867e2e34894e16 is 50, key is test_row_0/C:col10/1734154851287/Put/seqid=0 2024-12-14T05:40:51,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:40:51,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:51,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:51,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:51,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:51,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:51,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:51,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:51,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-14T05:40:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154911668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741859_1035 (size=12207) 2024-12-14T05:40:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154911672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154911671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154911674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154911675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/b256d9034cdb419b9c98e90e86f0e4ca is 50, key is test_row_0/A:col10/1734154851650/Put/seqid=0 2024-12-14T05:40:51,700 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/1220c3e8c1224eeda8867e2e34894e16 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/1220c3e8c1224eeda8867e2e34894e16 2024-12-14T05:40:51,714 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into 1220c3e8c1224eeda8867e2e34894e16(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:51,714 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:51,714 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=13, startTime=1734154851481; duration=0sec 2024-12-14T05:40:51,714 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:51,714 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:40:51,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741860_1036 (size=12001) 2024-12-14T05:40:51,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/b256d9034cdb419b9c98e90e86f0e4ca 2024-12-14T05:40:51,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ac774f74c157424b84cb08cd5e399964 is 50, key is test_row_0/B:col10/1734154851650/Put/seqid=0 2024-12-14T05:40:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741861_1037 (size=12001) 2024-12-14T05:40:51,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154911777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154911782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154911783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154911782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154911784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-14T05:40:51,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:51,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-14T05:40:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:51,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-14T05:40:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:51,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:51,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154911983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154911989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154911990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154911992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:51,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154911993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-14T05:40:52,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:52,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-14T05:40:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:52,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:52,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ac774f74c157424b84cb08cd5e399964 2024-12-14T05:40:52,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/39a4c59232994299a0681c92fc7be96c is 50, key is test_row_0/C:col10/1734154851650/Put/seqid=0 2024-12-14T05:40:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741862_1038 (size=12001) 2024-12-14T05:40:52,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/39a4c59232994299a0681c92fc7be96c 2024-12-14T05:40:52,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/b256d9034cdb419b9c98e90e86f0e4ca as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b256d9034cdb419b9c98e90e86f0e4ca 2024-12-14T05:40:52,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b256d9034cdb419b9c98e90e86f0e4ca, entries=150, sequenceid=117, filesize=11.7 K 2024-12-14T05:40:52,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ac774f74c157424b84cb08cd5e399964 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ac774f74c157424b84cb08cd5e399964 2024-12-14T05:40:52,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:52,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-14T05:40:52,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:52,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:52,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:52,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:52,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154912288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ac774f74c157424b84cb08cd5e399964, entries=150, sequenceid=117, filesize=11.7 K 2024-12-14T05:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/39a4c59232994299a0681c92fc7be96c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39a4c59232994299a0681c92fc7be96c 2024-12-14T05:40:52,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154912294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154912296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154912297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154912300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39a4c59232994299a0681c92fc7be96c, entries=150, sequenceid=117, filesize=11.7 K 2024-12-14T05:40:52,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bf170228b641e18b787109f18b44d958 in 662ms, sequenceid=117, compaction requested=false 2024-12-14T05:40:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:52,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:52,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-14T05:40:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:52,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:40:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:52,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/f2bf537f33a24dd1bcec5b9d26b7cfbd is 50, key is test_row_0/A:col10/1734154851672/Put/seqid=0 2024-12-14T05:40:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741863_1039 (size=12051) 2024-12-14T05:40:52,498 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/f2bf537f33a24dd1bcec5b9d26b7cfbd 2024-12-14T05:40:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b1805f63b2994891bbe5287477ecd90f is 50, key is test_row_0/B:col10/1734154851672/Put/seqid=0 2024-12-14T05:40:52,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741864_1040 (size=12051) 2024-12-14T05:40:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-14T05:40:52,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:52,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154912830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154912830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154912832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154912834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154912834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154912937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154912939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154912941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154912941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154912943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:52,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b1805f63b2994891bbe5287477ecd90f 2024-12-14T05:40:52,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/febbc7b58c09489da6ef11a9745b471e is 50, key is test_row_0/C:col10/1734154851672/Put/seqid=0 2024-12-14T05:40:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741865_1041 (size=12051) 2024-12-14T05:40:52,982 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/febbc7b58c09489da6ef11a9745b471e 2024-12-14T05:40:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/f2bf537f33a24dd1bcec5b9d26b7cfbd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f2bf537f33a24dd1bcec5b9d26b7cfbd 2024-12-14T05:40:53,008 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f2bf537f33a24dd1bcec5b9d26b7cfbd, entries=150, sequenceid=131, filesize=11.8 K 2024-12-14T05:40:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b1805f63b2994891bbe5287477ecd90f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b1805f63b2994891bbe5287477ecd90f 2024-12-14T05:40:53,020 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b1805f63b2994891bbe5287477ecd90f, entries=150, sequenceid=131, filesize=11.8 K 2024-12-14T05:40:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/febbc7b58c09489da6ef11a9745b471e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/febbc7b58c09489da6ef11a9745b471e 2024-12-14T05:40:53,031 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/febbc7b58c09489da6ef11a9745b471e, entries=150, sequenceid=131, filesize=11.8 K 2024-12-14T05:40:53,033 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for bf170228b641e18b787109f18b44d958 in 589ms, sequenceid=131, compaction requested=true 2024-12-14T05:40:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-14T05:40:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-14T05:40:53,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-14T05:40:53,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5370 sec 2024-12-14T05:40:53,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5520 sec 2024-12-14T05:40:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:53,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:40:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c16caac5c38747bdba89b47d73e06dd8 is 50, key is test_row_0/A:col10/1734154852832/Put/seqid=0 2024-12-14T05:40:53,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154913161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154913161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154913161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154913165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154913166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741866_1042 (size=12151) 2024-12-14T05:40:53,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c16caac5c38747bdba89b47d73e06dd8 2024-12-14T05:40:53,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/03a9cb1a91304ae99965b755e8aaa14c is 50, key is test_row_0/B:col10/1734154852832/Put/seqid=0 2024-12-14T05:40:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741867_1043 (size=12151) 2024-12-14T05:40:53,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/03a9cb1a91304ae99965b755e8aaa14c 2024-12-14T05:40:53,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/850adf201c924b69a4f34cc63e051069 is 50, key is test_row_0/C:col10/1734154852832/Put/seqid=0 2024-12-14T05:40:53,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741868_1044 (size=12151) 2024-12-14T05:40:53,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/850adf201c924b69a4f34cc63e051069 2024-12-14T05:40:53,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154913267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154913268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c16caac5c38747bdba89b47d73e06dd8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c16caac5c38747bdba89b47d73e06dd8 2024-12-14T05:40:53,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154913270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154913270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154913269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c16caac5c38747bdba89b47d73e06dd8, entries=150, sequenceid=156, filesize=11.9 K 2024-12-14T05:40:53,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/03a9cb1a91304ae99965b755e8aaa14c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/03a9cb1a91304ae99965b755e8aaa14c 2024-12-14T05:40:53,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/03a9cb1a91304ae99965b755e8aaa14c, entries=150, sequenceid=156, filesize=11.9 K 2024-12-14T05:40:53,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/850adf201c924b69a4f34cc63e051069 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/850adf201c924b69a4f34cc63e051069 2024-12-14T05:40:53,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/850adf201c924b69a4f34cc63e051069, entries=150, sequenceid=156, filesize=11.9 K 2024-12-14T05:40:53,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 173ms, sequenceid=156, compaction requested=true 2024-12-14T05:40:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:40:53,319 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:40:53,319 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:40:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:53,321 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:53,321 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:40:53,321 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:53,322 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/847e34252027404cb5befdefc5f2209a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b256d9034cdb419b9c98e90e86f0e4ca, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f2bf537f33a24dd1bcec5b9d26b7cfbd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c16caac5c38747bdba89b47d73e06dd8] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=47.3 K 2024-12-14T05:40:53,323 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:53,323 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:40:53,323 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:53,323 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 847e34252027404cb5befdefc5f2209a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734154850620 2024-12-14T05:40:53,323 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fcb723120f3d4ab58d5250643ec07b31, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ac774f74c157424b84cb08cd5e399964, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b1805f63b2994891bbe5287477ecd90f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/03a9cb1a91304ae99965b755e8aaa14c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=47.3 K 2024-12-14T05:40:53,324 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b256d9034cdb419b9c98e90e86f0e4ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734154851335 2024-12-14T05:40:53,324 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fcb723120f3d4ab58d5250643ec07b31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734154850620 2024-12-14T05:40:53,324 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2bf537f33a24dd1bcec5b9d26b7cfbd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734154851665 2024-12-14T05:40:53,325 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting ac774f74c157424b84cb08cd5e399964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734154851335 2024-12-14T05:40:53,325 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c16caac5c38747bdba89b47d73e06dd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154852831 2024-12-14T05:40:53,326 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b1805f63b2994891bbe5287477ecd90f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734154851665 2024-12-14T05:40:53,326 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 03a9cb1a91304ae99965b755e8aaa14c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154852831 2024-12-14T05:40:53,399 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:53,400 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/2f90a13d426e49da93fbe18e779da911 is 50, key is test_row_0/B:col10/1734154852832/Put/seqid=0 2024-12-14T05:40:53,403 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#30 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:53,403 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/7aadf7203f0345809131152f10e3e946 is 50, key is test_row_0/A:col10/1734154852832/Put/seqid=0 2024-12-14T05:40:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741869_1045 (size=12493) 2024-12-14T05:40:53,428 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/2f90a13d426e49da93fbe18e779da911 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/2f90a13d426e49da93fbe18e779da911 2024-12-14T05:40:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741870_1046 (size=12493) 2024-12-14T05:40:53,441 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into 2f90a13d426e49da93fbe18e779da911(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:53,441 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:53,441 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=12, startTime=1734154853319; duration=0sec 2024-12-14T05:40:53,441 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/7aadf7203f0345809131152f10e3e946 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7aadf7203f0345809131152f10e3e946 2024-12-14T05:40:53,441 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:53,441 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:40:53,441 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:53,446 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:53,446 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:40:53,446 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:53,446 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/1220c3e8c1224eeda8867e2e34894e16, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39a4c59232994299a0681c92fc7be96c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/febbc7b58c09489da6ef11a9745b471e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/850adf201c924b69a4f34cc63e051069] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=47.3 K 2024-12-14T05:40:53,447 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1220c3e8c1224eeda8867e2e34894e16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734154850620 2024-12-14T05:40:53,449 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 39a4c59232994299a0681c92fc7be96c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734154851335 2024-12-14T05:40:53,451 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 7aadf7203f0345809131152f10e3e946(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:53,451 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting febbc7b58c09489da6ef11a9745b471e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734154851665 2024-12-14T05:40:53,451 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:53,451 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=12, startTime=1734154853319; duration=0sec 2024-12-14T05:40:53,451 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:53,451 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:40:53,452 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 850adf201c924b69a4f34cc63e051069, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154852831 2024-12-14T05:40:53,475 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#32 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:53,476 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/fc247209660443a7b2980ba30164519b is 50, key is test_row_0/C:col10/1734154852832/Put/seqid=0 2024-12-14T05:40:53,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:40:53,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:53,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:53,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:53,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:53,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2f1194301e28427c96721134e05c8e9c is 50, key is test_row_0/A:col10/1734154853164/Put/seqid=0 2024-12-14T05:40:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741871_1047 (size=12493) 2024-12-14T05:40:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741872_1048 (size=12151) 2024-12-14T05:40:53,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2f1194301e28427c96721134e05c8e9c 2024-12-14T05:40:53,529 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/fc247209660443a7b2980ba30164519b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fc247209660443a7b2980ba30164519b 2024-12-14T05:40:53,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/53437f48ad6e4dcf95a0fa9554f4e2f0 is 50, key is test_row_0/B:col10/1734154853164/Put/seqid=0 2024-12-14T05:40:53,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154913514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154913515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,540 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into fc247209660443a7b2980ba30164519b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:53,540 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:53,540 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=12, startTime=1734154853319; duration=0sec 2024-12-14T05:40:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154913535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,541 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:53,541 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:40:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154913537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154913537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741873_1049 (size=12151) 2024-12-14T05:40:53,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/53437f48ad6e4dcf95a0fa9554f4e2f0 2024-12-14T05:40:53,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/58865b9098a94ba499f0f8f052246cf1 is 50, key is test_row_0/C:col10/1734154853164/Put/seqid=0 2024-12-14T05:40:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-14T05:40:53,601 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-14T05:40:53,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741874_1050 (size=12151) 2024-12-14T05:40:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-14T05:40:53,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/58865b9098a94ba499f0f8f052246cf1 2024-12-14T05:40:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-14T05:40:53,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:53,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:53,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:53,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2f1194301e28427c96721134e05c8e9c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2f1194301e28427c96721134e05c8e9c 2024-12-14T05:40:53,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2f1194301e28427c96721134e05c8e9c, entries=150, sequenceid=171, filesize=11.9 K 2024-12-14T05:40:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/53437f48ad6e4dcf95a0fa9554f4e2f0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/53437f48ad6e4dcf95a0fa9554f4e2f0 2024-12-14T05:40:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154913639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154913639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/53437f48ad6e4dcf95a0fa9554f4e2f0, entries=150, sequenceid=171, filesize=11.9 K 2024-12-14T05:40:53,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154913643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/58865b9098a94ba499f0f8f052246cf1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/58865b9098a94ba499f0f8f052246cf1 2024-12-14T05:40:53,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154913643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154913659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/58865b9098a94ba499f0f8f052246cf1, entries=150, sequenceid=171, filesize=11.9 K 2024-12-14T05:40:53,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for bf170228b641e18b787109f18b44d958 in 188ms, sequenceid=171, compaction requested=false 2024-12-14T05:40:53,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-14T05:40:53,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:53,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-14T05:40:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:53,767 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:40:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/338a2446e58a400baf403cc9151fc627 is 50, key is test_row_0/A:col10/1734154853518/Put/seqid=0 2024-12-14T05:40:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741875_1051 (size=12151) 2024-12-14T05:40:53,801 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/338a2446e58a400baf403cc9151fc627 2024-12-14T05:40:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/af9c12af6e8d4fb6834bd70a7b3a230c is 50, key is test_row_0/B:col10/1734154853518/Put/seqid=0 2024-12-14T05:40:53,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:53,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741876_1052 (size=12151) 2024-12-14T05:40:53,850 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/af9c12af6e8d4fb6834bd70a7b3a230c 2024-12-14T05:40:53,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154913856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154913860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154913860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154913860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d7580e541b02419c9deeaf9284ece735 is 50, key is test_row_0/C:col10/1734154853518/Put/seqid=0 2024-12-14T05:40:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154913865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-14T05:40:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741877_1053 (size=12151) 2024-12-14T05:40:53,913 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d7580e541b02419c9deeaf9284ece735 2024-12-14T05:40:53,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/338a2446e58a400baf403cc9151fc627 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/338a2446e58a400baf403cc9151fc627 2024-12-14T05:40:53,945 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/338a2446e58a400baf403cc9151fc627, entries=150, sequenceid=197, filesize=11.9 K 2024-12-14T05:40:53,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/af9c12af6e8d4fb6834bd70a7b3a230c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/af9c12af6e8d4fb6834bd70a7b3a230c 2024-12-14T05:40:53,958 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/af9c12af6e8d4fb6834bd70a7b3a230c, entries=150, sequenceid=197, filesize=11.9 K 2024-12-14T05:40:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d7580e541b02419c9deeaf9284ece735 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d7580e541b02419c9deeaf9284ece735 2024-12-14T05:40:53,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154913962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154913968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:53,973 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d7580e541b02419c9deeaf9284ece735, entries=150, sequenceid=197, filesize=11.9 K 2024-12-14T05:40:53,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 208ms, sequenceid=197, compaction requested=true 2024-12-14T05:40:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-14T05:40:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-14T05:40:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:40:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:53,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-14T05:40:53,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 367 msec 2024-12-14T05:40:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:53,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 381 msec 2024-12-14T05:40:54,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/ae01e3a8d01548b8a757fbe95a597ea9 is 50, key is test_row_0/A:col10/1734154853978/Put/seqid=0 2024-12-14T05:40:54,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741878_1054 (size=14541) 2024-12-14T05:40:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154914048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154914048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154914152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154914152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154914171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154914174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154914178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-14T05:40:54,213 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-14T05:40:54,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-14T05:40:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-14T05:40:54,221 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:54,223 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:54,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-14T05:40:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154914361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154914360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:54,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-14T05:40:54,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:54,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/ae01e3a8d01548b8a757fbe95a597ea9 2024-12-14T05:40:54,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/103de95b39cd45b59c65b752c6c2cd11 is 50, key is test_row_0/B:col10/1734154853978/Put/seqid=0 2024-12-14T05:40:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741879_1055 (size=12151) 2024-12-14T05:40:54,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/103de95b39cd45b59c65b752c6c2cd11 2024-12-14T05:40:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154914488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154914487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b3b8c027dff84ec09afdc38dc6187794 is 50, key is test_row_0/C:col10/1734154853978/Put/seqid=0 2024-12-14T05:40:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-14T05:40:54,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:54,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-14T05:40:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741880_1056 (size=12151) 2024-12-14T05:40:54,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154914668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154914672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154914686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:54,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:54,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-14T05:40:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-14T05:40:54,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:54,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-14T05:40:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:54,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b3b8c027dff84ec09afdc38dc6187794 2024-12-14T05:40:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/ae01e3a8d01548b8a757fbe95a597ea9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/ae01e3a8d01548b8a757fbe95a597ea9 2024-12-14T05:40:54,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/ae01e3a8d01548b8a757fbe95a597ea9, entries=200, sequenceid=211, filesize=14.2 K 2024-12-14T05:40:54,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/103de95b39cd45b59c65b752c6c2cd11 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/103de95b39cd45b59c65b752c6c2cd11 2024-12-14T05:40:54,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/103de95b39cd45b59c65b752c6c2cd11, entries=150, sequenceid=211, filesize=11.9 K 2024-12-14T05:40:54,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b3b8c027dff84ec09afdc38dc6187794 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b3b8c027dff84ec09afdc38dc6187794 2024-12-14T05:40:54,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b3b8c027dff84ec09afdc38dc6187794, entries=150, sequenceid=211, filesize=11.9 K 2024-12-14T05:40:54,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bf170228b641e18b787109f18b44d958 in 1013ms, sequenceid=211, compaction requested=true 2024-12-14T05:40:54,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:54,993 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:54,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:54,995 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:54,995 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:54,995 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:40:54,996 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,996 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7aadf7203f0345809131152f10e3e946, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2f1194301e28427c96721134e05c8e9c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/338a2446e58a400baf403cc9151fc627, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/ae01e3a8d01548b8a757fbe95a597ea9] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=50.1 K 2024-12-14T05:40:54,997 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aadf7203f0345809131152f10e3e946, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154852831 2024-12-14T05:40:54,997 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:54,997 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:40:54,998 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:54,998 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/2f90a13d426e49da93fbe18e779da911, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/53437f48ad6e4dcf95a0fa9554f4e2f0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/af9c12af6e8d4fb6834bd70a7b3a230c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/103de95b39cd45b59c65b752c6c2cd11] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=47.8 K 2024-12-14T05:40:54,998 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f1194301e28427c96721134e05c8e9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734154853158 2024-12-14T05:40:54,999 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f90a13d426e49da93fbe18e779da911, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154852831 2024-12-14T05:40:54,999 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 338a2446e58a400baf403cc9151fc627, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734154853512 2024-12-14T05:40:54,999 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 53437f48ad6e4dcf95a0fa9554f4e2f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734154853158 2024-12-14T05:40:54,999 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae01e3a8d01548b8a757fbe95a597ea9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154853851 2024-12-14T05:40:55,004 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting af9c12af6e8d4fb6834bd70a7b3a230c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734154853512 2024-12-14T05:40:55,005 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 103de95b39cd45b59c65b752c6c2cd11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154853854 2024-12-14T05:40:55,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:55,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-14T05:40:55,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:55,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-14T05:40:55,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:55,021 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:55,022 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/37945b75af4f4802ad5afb84632bf6bf is 50, key is test_row_0/B:col10/1734154853978/Put/seqid=0 2024-12-14T05:40:55,024 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#42 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:55,024 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2c80e371c65b4649aa4d070fc1fe9259 is 50, key is test_row_0/A:col10/1734154853978/Put/seqid=0 2024-12-14T05:40:55,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/3102a02250884b5fbc7d31e563a761b7 is 50, key is test_row_0/A:col10/1734154854998/Put/seqid=0 2024-12-14T05:40:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741881_1057 (size=12629) 2024-12-14T05:40:55,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154915067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154915070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,081 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/2c80e371c65b4649aa4d070fc1fe9259 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2c80e371c65b4649aa4d070fc1fe9259 2024-12-14T05:40:55,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741882_1058 (size=12629) 2024-12-14T05:40:55,095 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/37945b75af4f4802ad5afb84632bf6bf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/37945b75af4f4802ad5afb84632bf6bf 2024-12-14T05:40:55,096 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 2c80e371c65b4649aa4d070fc1fe9259(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:55,096 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:55,096 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=12, startTime=1734154854993; duration=0sec 2024-12-14T05:40:55,096 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:55,096 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:40:55,096 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:55,103 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:55,103 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:40:55,103 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:55,104 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fc247209660443a7b2980ba30164519b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/58865b9098a94ba499f0f8f052246cf1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d7580e541b02419c9deeaf9284ece735, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b3b8c027dff84ec09afdc38dc6187794] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=47.8 K 2024-12-14T05:40:55,106 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc247209660443a7b2980ba30164519b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154852831 2024-12-14T05:40:55,107 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58865b9098a94ba499f0f8f052246cf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734154853158 2024-12-14T05:40:55,107 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7580e541b02419c9deeaf9284ece735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734154853512 2024-12-14T05:40:55,108 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3b8c027dff84ec09afdc38dc6187794, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154853854 2024-12-14T05:40:55,109 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into 37945b75af4f4802ad5afb84632bf6bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:55,109 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:55,109 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=12, startTime=1734154854995; duration=0sec 2024-12-14T05:40:55,109 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:55,109 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:40:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741883_1059 (size=12151) 2024-12-14T05:40:55,120 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/3102a02250884b5fbc7d31e563a761b7 2024-12-14T05:40:55,128 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:55,128 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d2b41f11515043b3b057bb690bda5e60 is 50, key is test_row_0/C:col10/1734154853978/Put/seqid=0 2024-12-14T05:40:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741884_1060 (size=12629) 2024-12-14T05:40:55,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/334adf9c5bd24232b7f2cd9e98c3d900 is 50, key is test_row_0/B:col10/1734154854998/Put/seqid=0 2024-12-14T05:40:55,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741885_1061 (size=12151) 2024-12-14T05:40:55,162 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/334adf9c5bd24232b7f2cd9e98c3d900 2024-12-14T05:40:55,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154915171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154915172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154915174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154915177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d9687360206545d397fa8a2da727bb01 is 50, key is test_row_0/C:col10/1734154854998/Put/seqid=0 2024-12-14T05:40:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741886_1062 (size=12151) 2024-12-14T05:40:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-14T05:40:55,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154915376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154915385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,547 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d2b41f11515043b3b057bb690bda5e60 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d2b41f11515043b3b057bb690bda5e60 2024-12-14T05:40:55,557 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into d2b41f11515043b3b057bb690bda5e60(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:55,557 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:55,557 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=12, startTime=1734154854995; duration=0sec 2024-12-14T05:40:55,558 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:55,558 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:40:55,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d9687360206545d397fa8a2da727bb01 2024-12-14T05:40:55,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/3102a02250884b5fbc7d31e563a761b7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/3102a02250884b5fbc7d31e563a761b7 2024-12-14T05:40:55,616 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/3102a02250884b5fbc7d31e563a761b7, entries=150, sequenceid=235, filesize=11.9 K 2024-12-14T05:40:55,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/334adf9c5bd24232b7f2cd9e98c3d900 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/334adf9c5bd24232b7f2cd9e98c3d900 2024-12-14T05:40:55,634 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/334adf9c5bd24232b7f2cd9e98c3d900, entries=150, sequenceid=235, filesize=11.9 K 2024-12-14T05:40:55,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/d9687360206545d397fa8a2da727bb01 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d9687360206545d397fa8a2da727bb01 2024-12-14T05:40:55,648 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d9687360206545d397fa8a2da727bb01, entries=150, sequenceid=235, filesize=11.9 K 2024-12-14T05:40:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-14T05:40:55,653 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 643ms, sequenceid=235, compaction requested=false 2024-12-14T05:40:55,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:55,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:55,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-14T05:40:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-14T05:40:55,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-14T05:40:55,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-12-14T05:40:55,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.4440 sec 2024-12-14T05:40:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:55,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:40:55,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:55,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:55,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:55,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:55,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:55,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:55,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/6c8141754916442daeef600bdf8b7ff3 is 50, key is test_row_0/A:col10/1734154855061/Put/seqid=0 2024-12-14T05:40:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741887_1063 (size=14541) 2024-12-14T05:40:55,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154915723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154915725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154915728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154915829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154915831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154915831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154916034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154916035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154916035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/6c8141754916442daeef600bdf8b7ff3 2024-12-14T05:40:56,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/18a5e5d5a2b7482bb59f5686e8f05378 is 50, key is test_row_0/B:col10/1734154855061/Put/seqid=0 2024-12-14T05:40:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741888_1064 (size=12151) 2024-12-14T05:40:56,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/18a5e5d5a2b7482bb59f5686e8f05378 2024-12-14T05:40:56,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/cd25f24c35814d359d232ca5ef2f1fa7 is 50, key is test_row_0/C:col10/1734154855061/Put/seqid=0 2024-12-14T05:40:56,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154916182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154916185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741889_1065 (size=12151) 2024-12-14T05:40:56,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/cd25f24c35814d359d232ca5ef2f1fa7 2024-12-14T05:40:56,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/6c8141754916442daeef600bdf8b7ff3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6c8141754916442daeef600bdf8b7ff3 2024-12-14T05:40:56,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6c8141754916442daeef600bdf8b7ff3, entries=200, sequenceid=251, filesize=14.2 K 2024-12-14T05:40:56,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/18a5e5d5a2b7482bb59f5686e8f05378 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/18a5e5d5a2b7482bb59f5686e8f05378 2024-12-14T05:40:56,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/18a5e5d5a2b7482bb59f5686e8f05378, entries=150, sequenceid=251, filesize=11.9 K 2024-12-14T05:40:56,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/cd25f24c35814d359d232ca5ef2f1fa7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cd25f24c35814d359d232ca5ef2f1fa7 2024-12-14T05:40:56,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cd25f24c35814d359d232ca5ef2f1fa7, entries=150, sequenceid=251, filesize=11.9 K 2024-12-14T05:40:56,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf170228b641e18b787109f18b44d958 in 548ms, sequenceid=251, compaction requested=true 2024-12-14T05:40:56,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:56,232 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:40:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:56,233 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:40:56,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:56,234 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:56,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:40:56,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:56,234 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:40:56,234 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,234 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:56,234 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2c80e371c65b4649aa4d070fc1fe9259, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/3102a02250884b5fbc7d31e563a761b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6c8141754916442daeef600bdf8b7ff3] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=38.4 K 2024-12-14T05:40:56,234 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:40:56,235 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,235 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/37945b75af4f4802ad5afb84632bf6bf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/334adf9c5bd24232b7f2cd9e98c3d900, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/18a5e5d5a2b7482bb59f5686e8f05378] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=36.1 K 2024-12-14T05:40:56,236 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c80e371c65b4649aa4d070fc1fe9259, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154853854 2024-12-14T05:40:56,236 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 37945b75af4f4802ad5afb84632bf6bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154853854 2024-12-14T05:40:56,238 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3102a02250884b5fbc7d31e563a761b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734154854024 2024-12-14T05:40:56,238 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 334adf9c5bd24232b7f2cd9e98c3d900, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734154854024 2024-12-14T05:40:56,240 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c8141754916442daeef600bdf8b7ff3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734154855031 2024-12-14T05:40:56,240 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 18a5e5d5a2b7482bb59f5686e8f05378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734154855031 2024-12-14T05:40:56,272 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:56,276 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/5d3adad0e99f450482aa22326ee2ab98 is 50, key is test_row_0/B:col10/1734154855061/Put/seqid=0 2024-12-14T05:40:56,277 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#52 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:56,278 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/36a491fca1ee4a7aa5f26d88fde05789 is 50, key is test_row_0/A:col10/1734154855061/Put/seqid=0 2024-12-14T05:40:56,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741890_1066 (size=12731) 2024-12-14T05:40:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741891_1067 (size=12731) 2024-12-14T05:40:56,297 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/36a491fca1ee4a7aa5f26d88fde05789 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/36a491fca1ee4a7aa5f26d88fde05789 2024-12-14T05:40:56,308 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 36a491fca1ee4a7aa5f26d88fde05789(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:56,308 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:56,308 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=13, startTime=1734154856232; duration=0sec 2024-12-14T05:40:56,309 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:56,309 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:40:56,309 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:56,312 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:56,312 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:40:56,312 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,313 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d2b41f11515043b3b057bb690bda5e60, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d9687360206545d397fa8a2da727bb01, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cd25f24c35814d359d232ca5ef2f1fa7] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=36.1 K 2024-12-14T05:40:56,314 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b41f11515043b3b057bb690bda5e60, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154853854 2024-12-14T05:40:56,314 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9687360206545d397fa8a2da727bb01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734154854024 2024-12-14T05:40:56,315 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd25f24c35814d359d232ca5ef2f1fa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734154855031 2024-12-14T05:40:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-14T05:40:56,324 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-14T05:40:56,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-14T05:40:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-14T05:40:56,329 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:56,331 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:56,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:56,334 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:56,335 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/72a93ea3b7624a7db6fd2161749ae0bb is 50, key is test_row_0/C:col10/1734154855061/Put/seqid=0 2024-12-14T05:40:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:56,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:40:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:56,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:56,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:56,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:56,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:56,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741892_1068 (size=12731) 2024-12-14T05:40:56,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154916356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/24bc847499314f80a633bae630b406fe is 50, key is test_row_0/A:col10/1734154855723/Put/seqid=0 2024-12-14T05:40:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154916364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154916364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741893_1069 (size=17181) 2024-12-14T05:40:56,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/24bc847499314f80a633bae630b406fe 2024-12-14T05:40:56,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/27577ffb373241aaad52810df158a229 is 50, key is test_row_0/B:col10/1734154855723/Put/seqid=0 2024-12-14T05:40:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741894_1070 (size=12301) 2024-12-14T05:40:56,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/27577ffb373241aaad52810df158a229 2024-12-14T05:40:56,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/2ed3b3b82429470a93b1bf38c8e2bb75 is 50, key is test_row_0/C:col10/1734154855723/Put/seqid=0 2024-12-14T05:40:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-14T05:40:56,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741895_1071 (size=12301) 2024-12-14T05:40:56,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154916462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154916476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154916476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:56,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-14T05:40:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-14T05:40:56,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:56,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-14T05:40:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154916666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154916680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154916681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:56,698 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/5d3adad0e99f450482aa22326ee2ab98 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/5d3adad0e99f450482aa22326ee2ab98 2024-12-14T05:40:56,709 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into 5d3adad0e99f450482aa22326ee2ab98(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:56,710 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:56,710 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=13, startTime=1734154856233; duration=0sec 2024-12-14T05:40:56,710 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:56,710 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:40:56,766 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/72a93ea3b7624a7db6fd2161749ae0bb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/72a93ea3b7624a7db6fd2161749ae0bb 2024-12-14T05:40:56,776 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into 72a93ea3b7624a7db6fd2161749ae0bb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:56,776 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:56,776 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=13, startTime=1734154856234; duration=0sec 2024-12-14T05:40:56,776 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:56,776 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:40:56,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:56,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-14T05:40:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:56,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/2ed3b3b82429470a93b1bf38c8e2bb75 2024-12-14T05:40:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/24bc847499314f80a633bae630b406fe as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/24bc847499314f80a633bae630b406fe 2024-12-14T05:40:56,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/24bc847499314f80a633bae630b406fe, entries=250, sequenceid=277, filesize=16.8 K 2024-12-14T05:40:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/27577ffb373241aaad52810df158a229 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/27577ffb373241aaad52810df158a229 2024-12-14T05:40:56,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/27577ffb373241aaad52810df158a229, entries=150, sequenceid=277, filesize=12.0 K 2024-12-14T05:40:56,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/2ed3b3b82429470a93b1bf38c8e2bb75 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/2ed3b3b82429470a93b1bf38c8e2bb75 2024-12-14T05:40:56,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/2ed3b3b82429470a93b1bf38c8e2bb75, entries=150, sequenceid=277, filesize=12.0 K 2024-12-14T05:40:56,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 538ms, sequenceid=277, compaction requested=false 2024-12-14T05:40:56,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-14T05:40:56,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:56,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-14T05:40:56,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:56,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:40:56,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c27bfb5e3ec741f38992cbd10bcb05b7 is 50, key is test_row_0/A:col10/1734154856353/Put/seqid=0 2024-12-14T05:40:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741896_1072 (size=12301) 2024-12-14T05:40:56,987 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c27bfb5e3ec741f38992cbd10bcb05b7 2024-12-14T05:40:57,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/35a7052ae11d4a7b91058431aa5fc2c1 is 50, key is test_row_0/B:col10/1734154856353/Put/seqid=0 2024-12-14T05:40:57,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154917011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154917013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154917013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741897_1073 (size=12301) 2024-12-14T05:40:57,029 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/35a7052ae11d4a7b91058431aa5fc2c1 2024-12-14T05:40:57,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3251d862811240069cb84515fdcde6c7 is 50, key is test_row_0/C:col10/1734154856353/Put/seqid=0 2024-12-14T05:40:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741898_1074 (size=12301) 2024-12-14T05:40:57,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3251d862811240069cb84515fdcde6c7 2024-12-14T05:40:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c27bfb5e3ec741f38992cbd10bcb05b7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c27bfb5e3ec741f38992cbd10bcb05b7 2024-12-14T05:40:57,069 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c27bfb5e3ec741f38992cbd10bcb05b7, entries=150, sequenceid=291, filesize=12.0 K 2024-12-14T05:40:57,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/35a7052ae11d4a7b91058431aa5fc2c1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/35a7052ae11d4a7b91058431aa5fc2c1 2024-12-14T05:40:57,075 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/35a7052ae11d4a7b91058431aa5fc2c1, entries=150, sequenceid=291, filesize=12.0 K 2024-12-14T05:40:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3251d862811240069cb84515fdcde6c7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3251d862811240069cb84515fdcde6c7 2024-12-14T05:40:57,088 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3251d862811240069cb84515fdcde6c7, entries=150, sequenceid=291, filesize=12.0 K 2024-12-14T05:40:57,089 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf170228b641e18b787109f18b44d958 in 142ms, sequenceid=291, compaction requested=true 2024-12-14T05:40:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-14T05:40:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-14T05:40:57,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-14T05:40:57,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 760 msec 2024-12-14T05:40:57,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 769 msec 2024-12-14T05:40:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:57,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:40:57,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:57,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:57,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:57,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:57,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:57,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:57,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154917130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154917131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154917133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0ea632ccdd8b432eada3258c7bc3d145 is 50, key is test_row_0/A:col10/1734154857119/Put/seqid=0 2024-12-14T05:40:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741899_1075 (size=12301) 2024-12-14T05:40:57,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0ea632ccdd8b432eada3258c7bc3d145 2024-12-14T05:40:57,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/1bb78d2568c046caa8dd9ac354cb1f7c is 50, key is test_row_0/B:col10/1734154857119/Put/seqid=0 2024-12-14T05:40:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741900_1076 (size=12301) 2024-12-14T05:40:57,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/1bb78d2568c046caa8dd9ac354cb1f7c 2024-12-14T05:40:57,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3e9423be726f4f2792b34c721d568ece is 50, key is test_row_0/C:col10/1734154857119/Put/seqid=0 2024-12-14T05:40:57,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154917234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154917237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154917238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741901_1077 (size=12301) 2024-12-14T05:40:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-14T05:40:57,434 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-14T05:40:57,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-14T05:40:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-14T05:40:57,439 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:57,440 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:57,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:57,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154917441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154917439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154917443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-14T05:40:57,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:57,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-14T05:40:57,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:57,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:57,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3e9423be726f4f2792b34c721d568ece 2024-12-14T05:40:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0ea632ccdd8b432eada3258c7bc3d145 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0ea632ccdd8b432eada3258c7bc3d145 2024-12-14T05:40:57,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0ea632ccdd8b432eada3258c7bc3d145, entries=150, sequenceid=318, filesize=12.0 K 2024-12-14T05:40:57,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/1bb78d2568c046caa8dd9ac354cb1f7c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/1bb78d2568c046caa8dd9ac354cb1f7c 2024-12-14T05:40:57,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/1bb78d2568c046caa8dd9ac354cb1f7c, entries=150, sequenceid=318, filesize=12.0 K 2024-12-14T05:40:57,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3e9423be726f4f2792b34c721d568ece as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3e9423be726f4f2792b34c721d568ece 2024-12-14T05:40:57,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3e9423be726f4f2792b34c721d568ece, entries=150, sequenceid=318, filesize=12.0 K 2024-12-14T05:40:57,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bf170228b641e18b787109f18b44d958 in 613ms, sequenceid=318, compaction requested=true 2024-12-14T05:40:57,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:57,732 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:57,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:40:57,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:57,735 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:57,735 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:57,735 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:40:57,735 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,735 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/36a491fca1ee4a7aa5f26d88fde05789, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/24bc847499314f80a633bae630b406fe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c27bfb5e3ec741f38992cbd10bcb05b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0ea632ccdd8b432eada3258c7bc3d145] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=53.2 K 2024-12-14T05:40:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:40:57,736 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36a491fca1ee4a7aa5f26d88fde05789, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734154855031 2024-12-14T05:40:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:40:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:57,737 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24bc847499314f80a633bae630b406fe, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734154855720 2024-12-14T05:40:57,738 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:57,738 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:40:57,738 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,738 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/5d3adad0e99f450482aa22326ee2ab98, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/27577ffb373241aaad52810df158a229, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/35a7052ae11d4a7b91058431aa5fc2c1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/1bb78d2568c046caa8dd9ac354cb1f7c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=48.5 K 2024-12-14T05:40:57,738 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c27bfb5e3ec741f38992cbd10bcb05b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734154856353 2024-12-14T05:40:57,739 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d3adad0e99f450482aa22326ee2ab98, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734154855031 2024-12-14T05:40:57,739 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea632ccdd8b432eada3258c7bc3d145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734154857005 2024-12-14T05:40:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-14T05:40:57,740 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 27577ffb373241aaad52810df158a229, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734154855720 2024-12-14T05:40:57,741 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 35a7052ae11d4a7b91058431aa5fc2c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734154856353 2024-12-14T05:40:57,743 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bb78d2568c046caa8dd9ac354cb1f7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734154857005 2024-12-14T05:40:57,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:57,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-14T05:40:57,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,748 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-14T05:40:57,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:57,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:57,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:57,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:57,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:57,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:57,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:57,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/681e80544bad45258a35c4da8006f6c9 is 50, key is test_row_0/A:col10/1734154857746/Put/seqid=0 2024-12-14T05:40:57,772 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#64 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:57,773 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/f7a52cd1b46f4b4e897a25450b7f8ef4 is 50, key is test_row_0/B:col10/1734154857119/Put/seqid=0 2024-12-14T05:40:57,786 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:57,787 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/06edb054bf9543acab6c27fd6b50fab6 is 50, key is test_row_0/A:col10/1734154857119/Put/seqid=0 2024-12-14T05:40:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741902_1078 (size=14741) 2024-12-14T05:40:57,823 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/681e80544bad45258a35c4da8006f6c9 2024-12-14T05:40:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741904_1080 (size=13017) 2024-12-14T05:40:57,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/d9f7a2a06fb84c41876e2dd3803a892e is 50, key is test_row_0/B:col10/1734154857746/Put/seqid=0 2024-12-14T05:40:57,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741903_1079 (size=13017) 2024-12-14T05:40:57,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154917855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154917853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,864 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/06edb054bf9543acab6c27fd6b50fab6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/06edb054bf9543acab6c27fd6b50fab6 2024-12-14T05:40:57,865 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/f7a52cd1b46f4b4e897a25450b7f8ef4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/f7a52cd1b46f4b4e897a25450b7f8ef4 2024-12-14T05:40:57,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154917863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,878 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 06edb054bf9543acab6c27fd6b50fab6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:57,878 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:57,878 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=12, startTime=1734154857732; duration=0sec 2024-12-14T05:40:57,878 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:57,878 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:40:57,878 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:40:57,879 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into f7a52cd1b46f4b4e897a25450b7f8ef4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:57,879 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:57,879 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=12, startTime=1734154857735; duration=0sec 2024-12-14T05:40:57,879 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:57,879 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:40:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741905_1081 (size=12301) 2024-12-14T05:40:57,882 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/d9f7a2a06fb84c41876e2dd3803a892e 2024-12-14T05:40:57,883 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:40:57,883 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:40:57,883 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,883 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/72a93ea3b7624a7db6fd2161749ae0bb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/2ed3b3b82429470a93b1bf38c8e2bb75, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3251d862811240069cb84515fdcde6c7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3e9423be726f4f2792b34c721d568ece] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=48.5 K 2024-12-14T05:40:57,884 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72a93ea3b7624a7db6fd2161749ae0bb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734154855031 2024-12-14T05:40:57,885 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ed3b3b82429470a93b1bf38c8e2bb75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734154855720 2024-12-14T05:40:57,885 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3251d862811240069cb84515fdcde6c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734154856353 2024-12-14T05:40:57,888 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e9423be726f4f2792b34c721d568ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734154857005 2024-12-14T05:40:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3582739189cd4012b2f561c5c46e955f is 50, key is test_row_0/C:col10/1734154857746/Put/seqid=0 2024-12-14T05:40:57,913 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:57,916 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b27f67fd484a41d589c79d01693d8988 is 50, key is test_row_0/C:col10/1734154857119/Put/seqid=0 2024-12-14T05:40:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741906_1082 (size=12301) 2024-12-14T05:40:57,932 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3582739189cd4012b2f561c5c46e955f 2024-12-14T05:40:57,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/681e80544bad45258a35c4da8006f6c9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/681e80544bad45258a35c4da8006f6c9 2024-12-14T05:40:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741907_1083 (size=13017) 2024-12-14T05:40:57,959 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b27f67fd484a41d589c79d01693d8988 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b27f67fd484a41d589c79d01693d8988 2024-12-14T05:40:57,963 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/681e80544bad45258a35c4da8006f6c9, entries=200, sequenceid=328, filesize=14.4 K 2024-12-14T05:40:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/d9f7a2a06fb84c41876e2dd3803a892e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/d9f7a2a06fb84c41876e2dd3803a892e 2024-12-14T05:40:57,968 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into b27f67fd484a41d589c79d01693d8988(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:57,969 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:57,969 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=12, startTime=1734154857736; duration=0sec 2024-12-14T05:40:57,969 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:57,969 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:40:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154917965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154917965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154917968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:57,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/d9f7a2a06fb84c41876e2dd3803a892e, entries=150, sequenceid=328, filesize=12.0 K 2024-12-14T05:40:57,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3582739189cd4012b2f561c5c46e955f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3582739189cd4012b2f561c5c46e955f 2024-12-14T05:40:57,984 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3582739189cd4012b2f561c5c46e955f, entries=150, sequenceid=328, filesize=12.0 K 2024-12-14T05:40:57,985 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for bf170228b641e18b787109f18b44d958 in 238ms, sequenceid=328, compaction requested=false 2024-12-14T05:40:57,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:57,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:57,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-14T05:40:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-14T05:40:57,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-14T05:40:57,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 547 msec 2024-12-14T05:40:57,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 555 msec 2024-12-14T05:40:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-14T05:40:58,041 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-14T05:40:58,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:40:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-14T05:40:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-14T05:40:58,045 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:40:58,046 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:40:58,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:40:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-14T05:40:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:58,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-14T05:40:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:58,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/552a61ec21e64ece9e53c12eb6006cf6 is 50, key is test_row_0/A:col10/1734154858173/Put/seqid=0 2024-12-14T05:40:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154918188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154918188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154918189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154918189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,192 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., hostname=e1063daab615,33421,1734154841687, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:40:58,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741908_1084 (size=12301) 2024-12-14T05:40:58,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/552a61ec21e64ece9e53c12eb6006cf6 2024-12-14T05:40:58,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:58,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-14T05:40:58,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:58,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154918204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,206 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., hostname=e1063daab615,33421,1734154841687, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:40:58,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/279487c4675f4133b720cdc2b937918b is 50, key is test_row_0/B:col10/1734154858173/Put/seqid=0 2024-12-14T05:40:58,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741909_1085 (size=12301) 2024-12-14T05:40:58,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/279487c4675f4133b720cdc2b937918b 2024-12-14T05:40:58,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3553c438a347460e930914b1b9acd7cf is 50, key is test_row_0/C:col10/1734154858173/Put/seqid=0 2024-12-14T05:40:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741910_1086 (size=12301) 2024-12-14T05:40:58,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154918292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154918292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154918294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-14T05:40:58,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:58,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-14T05:40:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154918496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154918495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154918505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:58,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-14T05:40:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-14T05:40:58,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:58,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-14T05:40:58,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:58,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3553c438a347460e930914b1b9acd7cf 2024-12-14T05:40:58,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/552a61ec21e64ece9e53c12eb6006cf6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/552a61ec21e64ece9e53c12eb6006cf6 2024-12-14T05:40:58,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/552a61ec21e64ece9e53c12eb6006cf6, entries=150, sequenceid=359, filesize=12.0 K 2024-12-14T05:40:58,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/279487c4675f4133b720cdc2b937918b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/279487c4675f4133b720cdc2b937918b 2024-12-14T05:40:58,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/279487c4675f4133b720cdc2b937918b, entries=150, sequenceid=359, filesize=12.0 K 2024-12-14T05:40:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/3553c438a347460e930914b1b9acd7cf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3553c438a347460e930914b1b9acd7cf 2024-12-14T05:40:58,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3553c438a347460e930914b1b9acd7cf, entries=150, sequenceid=359, filesize=12.0 K 2024-12-14T05:40:58,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for bf170228b641e18b787109f18b44d958 in 557ms, sequenceid=359, compaction requested=true 2024-12-14T05:40:58,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:58,734 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:58,735 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:58,736 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:40:58,736 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,736 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/06edb054bf9543acab6c27fd6b50fab6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/681e80544bad45258a35c4da8006f6c9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/552a61ec21e64ece9e53c12eb6006cf6] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=39.1 K 2024-12-14T05:40:58,736 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06edb054bf9543acab6c27fd6b50fab6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734154857005 2024-12-14T05:40:58,737 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 681e80544bad45258a35c4da8006f6c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734154857128 2024-12-14T05:40:58,737 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 552a61ec21e64ece9e53c12eb6006cf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734154857854 2024-12-14T05:40:58,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:40:58,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:58,739 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:58,741 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:58,741 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:40:58,741 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,741 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/f7a52cd1b46f4b4e897a25450b7f8ef4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/d9f7a2a06fb84c41876e2dd3803a892e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/279487c4675f4133b720cdc2b937918b] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=36.7 K 2024-12-14T05:40:58,743 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a52cd1b46f4b4e897a25450b7f8ef4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734154857005 2024-12-14T05:40:58,744 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f7a2a06fb84c41876e2dd3803a892e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734154857128 2024-12-14T05:40:58,745 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 279487c4675f4133b720cdc2b937918b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734154857854 2024-12-14T05:40:58,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:40:58,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:58,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:40:58,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:58,761 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:58,762 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/a27ed222c8b3435f9d96786930533bfa is 50, key is test_row_0/A:col10/1734154858173/Put/seqid=0 2024-12-14T05:40:58,768 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:58,769 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/cef5f6bbb9234633a78348e6cb98c322 is 50, key is test_row_0/B:col10/1734154858173/Put/seqid=0 2024-12-14T05:40:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741911_1087 (size=13119) 2024-12-14T05:40:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741912_1088 (size=13119) 2024-12-14T05:40:58,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:40:58,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:58,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:58,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:58,813 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/cef5f6bbb9234633a78348e6cb98c322 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/cef5f6bbb9234633a78348e6cb98c322 2024-12-14T05:40:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:58,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:58,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-14T05:40:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,822 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/a27ed222c8b3435f9d96786930533bfa as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/a27ed222c8b3435f9d96786930533bfa 2024-12-14T05:40:58,826 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into cef5f6bbb9234633a78348e6cb98c322(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:58,826 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:58,826 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=13, startTime=1734154858739; duration=0sec 2024-12-14T05:40:58,827 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:40:58,827 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:40:58,827 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:40:58,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c953c88e2ca24faa8215b9a252ecc289 is 50, key is test_row_0/A:col10/1734154858182/Put/seqid=0 2024-12-14T05:40:58,835 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:40:58,835 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:40:58,835 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,835 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b27f67fd484a41d589c79d01693d8988, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3582739189cd4012b2f561c5c46e955f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3553c438a347460e930914b1b9acd7cf] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=36.7 K 2024-12-14T05:40:58,836 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b27f67fd484a41d589c79d01693d8988, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734154857005 2024-12-14T05:40:58,837 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3582739189cd4012b2f561c5c46e955f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734154857128 2024-12-14T05:40:58,838 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into a27ed222c8b3435f9d96786930533bfa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:58,838 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:58,838 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=13, startTime=1734154858733; duration=0sec 2024-12-14T05:40:58,839 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3553c438a347460e930914b1b9acd7cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734154857854 2024-12-14T05:40:58,839 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:58,839 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:40:58,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741913_1089 (size=17181) 2024-12-14T05:40:58,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c953c88e2ca24faa8215b9a252ecc289 2024-12-14T05:40:58,863 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#75 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:40:58,864 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/74173384fcc0445280416bb689ac8833 is 50, key is test_row_0/C:col10/1734154858173/Put/seqid=0 2024-12-14T05:40:58,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/15fd2cbf9f8e4b7692a6461955c56aa6 is 50, key is test_row_0/B:col10/1734154858182/Put/seqid=0 2024-12-14T05:40:58,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154918893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154918892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154918894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741914_1090 (size=13119) 2024-12-14T05:40:58,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741915_1091 (size=12301) 2024-12-14T05:40:58,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/15fd2cbf9f8e4b7692a6461955c56aa6 2024-12-14T05:40:58,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/30d4d49512174e6d9d2bb57a4bfd3b34 is 50, key is test_row_0/C:col10/1734154858182/Put/seqid=0 2024-12-14T05:40:58,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:58,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-14T05:40:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:58,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:40:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741916_1092 (size=12301) 2024-12-14T05:40:58,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/30d4d49512174e6d9d2bb57a4bfd3b34 2024-12-14T05:40:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154918998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:58,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154918998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c953c88e2ca24faa8215b9a252ecc289 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c953c88e2ca24faa8215b9a252ecc289 2024-12-14T05:40:59,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154919003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c953c88e2ca24faa8215b9a252ecc289, entries=250, sequenceid=370, filesize=16.8 K 2024-12-14T05:40:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/15fd2cbf9f8e4b7692a6461955c56aa6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/15fd2cbf9f8e4b7692a6461955c56aa6 2024-12-14T05:40:59,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/15fd2cbf9f8e4b7692a6461955c56aa6, entries=150, sequenceid=370, filesize=12.0 K 2024-12-14T05:40:59,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/30d4d49512174e6d9d2bb57a4bfd3b34 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/30d4d49512174e6d9d2bb57a4bfd3b34 2024-12-14T05:40:59,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/30d4d49512174e6d9d2bb57a4bfd3b34, entries=150, sequenceid=370, filesize=12.0 K 2024-12-14T05:40:59,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for bf170228b641e18b787109f18b44d958 in 242ms, sequenceid=370, compaction requested=false 2024-12-14T05:40:59,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:59,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:40:59,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-14T05:40:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:59,124 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-14T05:40:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0cb6422217574cb4a856c790edec4ca8 is 50, key is test_row_0/A:col10/1734154858889/Put/seqid=0 2024-12-14T05:40:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741917_1093 (size=12301) 2024-12-14T05:40:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-14T05:40:59,155 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0cb6422217574cb4a856c790edec4ca8 2024-12-14T05:40:59,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/435ff400a481470fa16a9f71a96842ab is 50, key is test_row_0/B:col10/1734154858889/Put/seqid=0 2024-12-14T05:40:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741918_1094 (size=12301) 2024-12-14T05:40:59,186 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/435ff400a481470fa16a9f71a96842ab 2024-12-14T05:40:59,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/7013c55a3f324c6ba64280933e116e9d is 50, key is test_row_0/C:col10/1734154858889/Put/seqid=0 2024-12-14T05:40:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:59,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:40:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741919_1095 (size=12301) 2024-12-14T05:40:59,214 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/7013c55a3f324c6ba64280933e116e9d 2024-12-14T05:40:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154919214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154919214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154919216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0cb6422217574cb4a856c790edec4ca8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0cb6422217574cb4a856c790edec4ca8 2024-12-14T05:40:59,231 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0cb6422217574cb4a856c790edec4ca8, entries=150, sequenceid=398, filesize=12.0 K 2024-12-14T05:40:59,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/435ff400a481470fa16a9f71a96842ab as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/435ff400a481470fa16a9f71a96842ab 2024-12-14T05:40:59,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/435ff400a481470fa16a9f71a96842ab, entries=150, sequenceid=398, filesize=12.0 K 2024-12-14T05:40:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/7013c55a3f324c6ba64280933e116e9d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/7013c55a3f324c6ba64280933e116e9d 2024-12-14T05:40:59,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/7013c55a3f324c6ba64280933e116e9d, entries=150, sequenceid=398, filesize=12.0 K 2024-12-14T05:40:59,266 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bf170228b641e18b787109f18b44d958 in 141ms, sequenceid=398, compaction requested=true 2024-12-14T05:40:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:40:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-14T05:40:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-14T05:40:59,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-14T05:40:59,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-12-14T05:40:59,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.2260 sec 2024-12-14T05:40:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:40:59,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:40:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:40:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:40:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:40:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:40:59,333 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/74173384fcc0445280416bb689ac8833 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/74173384fcc0445280416bb689ac8833 2024-12-14T05:40:59,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/b0a688651e084d6484d7da7e4132d3a3 is 50, key is test_row_0/A:col10/1734154859319/Put/seqid=0 2024-12-14T05:40:59,344 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into 74173384fcc0445280416bb689ac8833(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:40:59,344 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:40:59,344 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=13, startTime=1734154858750; duration=0sec 2024-12-14T05:40:59,345 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:40:59,345 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:40:59,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741920_1096 (size=12301) 2024-12-14T05:40:59,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/b0a688651e084d6484d7da7e4132d3a3 2024-12-14T05:40:59,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/9e03110f27c74bd0997e140d500720a0 is 50, key is test_row_0/B:col10/1734154859319/Put/seqid=0 2024-12-14T05:40:59,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154919378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154919378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154919379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741921_1097 (size=12301) 2024-12-14T05:40:59,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154919482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154919484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154919483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154919686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154919687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154919688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/9e03110f27c74bd0997e140d500720a0 2024-12-14T05:40:59,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/84669416fe7444fb956ee61c04ebc83a is 50, key is test_row_0/C:col10/1734154859319/Put/seqid=0 2024-12-14T05:40:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741922_1098 (size=12301) 2024-12-14T05:40:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154919988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154919991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:40:59,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:40:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154919993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-14T05:41:00,155 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-14T05:41:00,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-14T05:41:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-14T05:41:00,157 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:00,158 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:00,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:00,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/84669416fe7444fb956ee61c04ebc83a 2024-12-14T05:41:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-14T05:41:00,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/b0a688651e084d6484d7da7e4132d3a3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b0a688651e084d6484d7da7e4132d3a3 2024-12-14T05:41:00,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b0a688651e084d6484d7da7e4132d3a3, entries=150, sequenceid=410, filesize=12.0 K 2024-12-14T05:41:00,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/9e03110f27c74bd0997e140d500720a0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/9e03110f27c74bd0997e140d500720a0 2024-12-14T05:41:00,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/9e03110f27c74bd0997e140d500720a0, entries=150, sequenceid=410, filesize=12.0 K 2024-12-14T05:41:00,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/84669416fe7444fb956ee61c04ebc83a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/84669416fe7444fb956ee61c04ebc83a 2024-12-14T05:41:00,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/84669416fe7444fb956ee61c04ebc83a, entries=150, sequenceid=410, filesize=12.0 K 2024-12-14T05:41:00,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf170228b641e18b787109f18b44d958 in 981ms, sequenceid=410, compaction requested=true 2024-12-14T05:41:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:00,302 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:00,302 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:00,306 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:00,306 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:00,306 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:41:00,306 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:41:00,306 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,306 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/a27ed222c8b3435f9d96786930533bfa, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c953c88e2ca24faa8215b9a252ecc289, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0cb6422217574cb4a856c790edec4ca8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b0a688651e084d6484d7da7e4132d3a3] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=53.6 K 2024-12-14T05:41:00,306 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,306 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/cef5f6bbb9234633a78348e6cb98c322, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/15fd2cbf9f8e4b7692a6461955c56aa6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/435ff400a481470fa16a9f71a96842ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/9e03110f27c74bd0997e140d500720a0] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=48.8 K 2024-12-14T05:41:00,307 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting a27ed222c8b3435f9d96786930533bfa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734154857854 2024-12-14T05:41:00,308 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting cef5f6bbb9234633a78348e6cb98c322, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734154857854 2024-12-14T05:41:00,308 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c953c88e2ca24faa8215b9a252ecc289, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734154858182 2024-12-14T05:41:00,308 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 15fd2cbf9f8e4b7692a6461955c56aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734154858182 2024-12-14T05:41:00,309 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 435ff400a481470fa16a9f71a96842ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734154858889 2024-12-14T05:41:00,309 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cb6422217574cb4a856c790edec4ca8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734154858889 2024-12-14T05:41:00,309 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e03110f27c74bd0997e140d500720a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154859211 2024-12-14T05:41:00,309 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0a688651e084d6484d7da7e4132d3a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154859211 2024-12-14T05:41:00,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:00,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-14T05:41:00,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:41:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/91143f0addc5427b8950c615521f1553 is 50, key is test_row_0/A:col10/1734154859375/Put/seqid=0 2024-12-14T05:41:00,341 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:00,342 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/35f671c80e5f4a55b0b9e628cce75cdd is 50, key is test_row_0/A:col10/1734154859319/Put/seqid=0 2024-12-14T05:41:00,346 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:00,346 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/6828320851db4147859323fb13c79221 is 50, key is test_row_0/B:col10/1734154859319/Put/seqid=0 2024-12-14T05:41:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741923_1099 (size=12301) 2024-12-14T05:41:00,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/91143f0addc5427b8950c615521f1553 2024-12-14T05:41:00,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741924_1100 (size=13255) 2024-12-14T05:41:00,417 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/35f671c80e5f4a55b0b9e628cce75cdd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/35f671c80e5f4a55b0b9e628cce75cdd 2024-12-14T05:41:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741925_1101 (size=13255) 2024-12-14T05:41:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/4274010903b74e8eb60a874d0ea63ccc is 50, key is test_row_0/B:col10/1734154859375/Put/seqid=0 2024-12-14T05:41:00,438 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 35f671c80e5f4a55b0b9e628cce75cdd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:00,438 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:00,438 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=12, startTime=1734154860302; duration=0sec 2024-12-14T05:41:00,438 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:00,438 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:00,439 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:00,440 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:00,440 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:41:00,440 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,441 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/74173384fcc0445280416bb689ac8833, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/30d4d49512174e6d9d2bb57a4bfd3b34, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/7013c55a3f324c6ba64280933e116e9d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/84669416fe7444fb956ee61c04ebc83a] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=48.8 K 2024-12-14T05:41:00,441 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74173384fcc0445280416bb689ac8833, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734154857854 2024-12-14T05:41:00,442 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30d4d49512174e6d9d2bb57a4bfd3b34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734154858182 2024-12-14T05:41:00,443 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7013c55a3f324c6ba64280933e116e9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734154858889 2024-12-14T05:41:00,444 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/6828320851db4147859323fb13c79221 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6828320851db4147859323fb13c79221 2024-12-14T05:41:00,448 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84669416fe7444fb956ee61c04ebc83a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154859211 2024-12-14T05:41:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741926_1102 (size=12301) 2024-12-14T05:41:00,453 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/4274010903b74e8eb60a874d0ea63ccc 2024-12-14T05:41:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-14T05:41:00,464 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into 6828320851db4147859323fb13c79221(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:00,464 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:00,465 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=12, startTime=1734154860302; duration=0sec 2024-12-14T05:41:00,465 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:00,465 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5c793f7026f34f1986028142e94b27cb is 50, key is test_row_0/C:col10/1734154859375/Put/seqid=0 2024-12-14T05:41:00,483 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:00,484 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/4653f09ae9084195b60b1c2a6b953384 is 50, key is test_row_0/C:col10/1734154859319/Put/seqid=0 2024-12-14T05:41:00,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741928_1104 (size=13255) 2024-12-14T05:41:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741927_1103 (size=12301) 2024-12-14T05:41:00,514 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5c793f7026f34f1986028142e94b27cb 2024-12-14T05:41:00,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/91143f0addc5427b8950c615521f1553 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/91143f0addc5427b8950c615521f1553 2024-12-14T05:41:00,532 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/91143f0addc5427b8950c615521f1553, entries=150, sequenceid=435, filesize=12.0 K 2024-12-14T05:41:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/4274010903b74e8eb60a874d0ea63ccc as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4274010903b74e8eb60a874d0ea63ccc 2024-12-14T05:41:00,546 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4274010903b74e8eb60a874d0ea63ccc, entries=150, sequenceid=435, filesize=12.0 K 2024-12-14T05:41:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5c793f7026f34f1986028142e94b27cb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5c793f7026f34f1986028142e94b27cb 2024-12-14T05:41:00,556 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5c793f7026f34f1986028142e94b27cb, entries=150, sequenceid=435, filesize=12.0 K 2024-12-14T05:41:00,561 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=40.25 KB/41220 for bf170228b641e18b787109f18b44d958 in 251ms, sequenceid=435, compaction requested=false 2024-12-14T05:41:00,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:00,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-14T05:41:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-14T05:41:00,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-14T05:41:00,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 405 msec 2024-12-14T05:41:00,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 409 msec 2024-12-14T05:41:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:00,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:41:00,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/8eff2c032b2b493e9557fb3b91b7e8f3 is 50, key is test_row_0/A:col10/1734154860566/Put/seqid=0 2024-12-14T05:41:00,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741929_1105 (size=14741) 2024-12-14T05:41:00,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/8eff2c032b2b493e9557fb3b91b7e8f3 2024-12-14T05:41:00,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154920620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154920624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154920629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/795ce66572e044a18e155989ea69cd84 is 50, key is test_row_0/B:col10/1734154860566/Put/seqid=0 2024-12-14T05:41:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741930_1106 (size=12301) 2024-12-14T05:41:00,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/795ce66572e044a18e155989ea69cd84 2024-12-14T05:41:00,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/007cd134b2004bbdac89f3cd39d6a7ab is 50, key is test_row_0/C:col10/1734154860566/Put/seqid=0 2024-12-14T05:41:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741931_1107 (size=12301) 2024-12-14T05:41:00,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/007cd134b2004bbdac89f3cd39d6a7ab 2024-12-14T05:41:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/8eff2c032b2b493e9557fb3b91b7e8f3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/8eff2c032b2b493e9557fb3b91b7e8f3 2024-12-14T05:41:00,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/8eff2c032b2b493e9557fb3b91b7e8f3, entries=200, sequenceid=450, filesize=14.4 K 2024-12-14T05:41:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/795ce66572e044a18e155989ea69cd84 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/795ce66572e044a18e155989ea69cd84 2024-12-14T05:41:00,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/795ce66572e044a18e155989ea69cd84, entries=150, sequenceid=450, filesize=12.0 K 2024-12-14T05:41:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/007cd134b2004bbdac89f3cd39d6a7ab as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/007cd134b2004bbdac89f3cd39d6a7ab 2024-12-14T05:41:00,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/007cd134b2004bbdac89f3cd39d6a7ab, entries=150, sequenceid=450, filesize=12.0 K 2024-12-14T05:41:00,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154920729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf170228b641e18b787109f18b44d958 in 165ms, sequenceid=450, compaction requested=true 2024-12-14T05:41:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:00,738 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-14T05:41:00,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:00,740 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:00,740 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:41:00,740 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,740 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/35f671c80e5f4a55b0b9e628cce75cdd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/91143f0addc5427b8950c615521f1553, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/8eff2c032b2b493e9557fb3b91b7e8f3] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=39.4 K 2024-12-14T05:41:00,741 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f671c80e5f4a55b0b9e628cce75cdd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154859211 2024-12-14T05:41:00,741 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 91143f0addc5427b8950c615521f1553, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1734154859368 2024-12-14T05:41:00,742 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eff2c032b2b493e9557fb3b91b7e8f3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734154860522 2024-12-14T05:41:00,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/6bbef25746074653b61fab6ed4749835 is 50, key is test_row_0/A:col10/1734154860736/Put/seqid=0 2024-12-14T05:41:00,757 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#94 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:00,758 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/cfa9b3ea31814ee38888dc4bf1dd2558 is 50, key is test_row_0/A:col10/1734154860566/Put/seqid=0 2024-12-14T05:41:00,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154920758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741932_1108 (size=14741) 2024-12-14T05:41:00,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/6bbef25746074653b61fab6ed4749835 2024-12-14T05:41:00,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154920760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-14T05:41:00,765 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-14T05:41:00,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-14T05:41:00,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:00,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:00,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-14T05:41:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741933_1109 (size=13357) 2024-12-14T05:41:00,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/6d5424877d2e4cda938d80d0185f01d1 is 50, key is test_row_0/B:col10/1734154860736/Put/seqid=0 2024-12-14T05:41:00,788 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/cfa9b3ea31814ee38888dc4bf1dd2558 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/cfa9b3ea31814ee38888dc4bf1dd2558 2024-12-14T05:41:00,794 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into cfa9b3ea31814ee38888dc4bf1dd2558(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:00,794 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:00,794 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=13, startTime=1734154860738; duration=0sec 2024-12-14T05:41:00,794 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-14T05:41:00,794 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:00,795 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-12-14T05:41:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741934_1110 (size=12301) 2024-12-14T05:41:00,799 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:00,799 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:00,799 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:00,799 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:00,799 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:00,800 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:00,801 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:41:00,801 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,801 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6828320851db4147859323fb13c79221, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4274010903b74e8eb60a874d0ea63ccc, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/795ce66572e044a18e155989ea69cd84] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=37.0 K 2024-12-14T05:41:00,801 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 6828320851db4147859323fb13c79221, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154859211 2024-12-14T05:41:00,801 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 4274010903b74e8eb60a874d0ea63ccc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1734154859368 2024-12-14T05:41:00,802 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 795ce66572e044a18e155989ea69cd84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734154860522 2024-12-14T05:41:00,816 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#96 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:00,817 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/3ba85fece47640268aebd47dea8574a3 is 50, key is test_row_0/B:col10/1734154860566/Put/seqid=0 2024-12-14T05:41:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741935_1111 (size=13357) 2024-12-14T05:41:00,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154920861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154920864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-14T05:41:00,907 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/4653f09ae9084195b60b1c2a6b953384 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/4653f09ae9084195b60b1c2a6b953384 2024-12-14T05:41:00,912 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into 4653f09ae9084195b60b1c2a6b953384(size=12.9 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:00,912 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:00,912 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=12, startTime=1734154860302; duration=0sec 2024-12-14T05:41:00,913 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:00,913 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:00,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:00,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:00,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:00,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:00,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154920937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154921065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154921067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-14T05:41:01,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:01,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/6d5424877d2e4cda938d80d0185f01d1 2024-12-14T05:41:01,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/f35fbaa5617b44a69c2c94a4822dc17e is 50, key is test_row_0/C:col10/1734154860736/Put/seqid=0 2024-12-14T05:41:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741936_1112 (size=12301) 2024-12-14T05:41:01,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/f35fbaa5617b44a69c2c94a4822dc17e 2024-12-14T05:41:01,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/6bbef25746074653b61fab6ed4749835 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6bbef25746074653b61fab6ed4749835 2024-12-14T05:41:01,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,240 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/3ba85fece47640268aebd47dea8574a3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3ba85fece47640268aebd47dea8574a3 2024-12-14T05:41:01,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154921241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6bbef25746074653b61fab6ed4749835, entries=200, sequenceid=474, filesize=14.4 K 2024-12-14T05:41:01,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/6d5424877d2e4cda938d80d0185f01d1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6d5424877d2e4cda938d80d0185f01d1 2024-12-14T05:41:01,250 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into 3ba85fece47640268aebd47dea8574a3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:01,251 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:01,251 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=13, startTime=1734154860738; duration=0sec 2024-12-14T05:41:01,252 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:01,252 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:01,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6d5424877d2e4cda938d80d0185f01d1, entries=150, sequenceid=474, filesize=12.0 K 2024-12-14T05:41:01,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/f35fbaa5617b44a69c2c94a4822dc17e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f35fbaa5617b44a69c2c94a4822dc17e 2024-12-14T05:41:01,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f35fbaa5617b44a69c2c94a4822dc17e, entries=150, sequenceid=474, filesize=12.0 K 2024-12-14T05:41:01,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 526ms, sequenceid=474, compaction requested=true 2024-12-14T05:41:01,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:01,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:01,264 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-14T05:41:01,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:01,265 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:01,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:01,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:01,266 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:01,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:01,268 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:01,268 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:41:01,268 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,268 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/4653f09ae9084195b60b1c2a6b953384, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5c793f7026f34f1986028142e94b27cb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/007cd134b2004bbdac89f3cd39d6a7ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f35fbaa5617b44a69c2c94a4822dc17e] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=49.0 K 2024-12-14T05:41:01,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:01,269 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4653f09ae9084195b60b1c2a6b953384, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154859211 2024-12-14T05:41:01,269 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c793f7026f34f1986028142e94b27cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1734154859368 2024-12-14T05:41:01,270 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 007cd134b2004bbdac89f3cd39d6a7ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734154860522 2024-12-14T05:41:01,270 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f35fbaa5617b44a69c2c94a4822dc17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734154860617 2024-12-14T05:41:01,282 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:01,283 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/a77d833d86014c3eaba0e3279e632e05 is 50, key is test_row_0/C:col10/1734154860736/Put/seqid=0 2024-12-14T05:41:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741937_1113 (size=13391) 2024-12-14T05:41:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:01,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:41:01,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:01,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:01,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:01,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:01,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:01,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-14T05:41:01,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/11a95e70b7af4fc3a516dff3c6fa7b02 is 50, key is test_row_0/A:col10/1734154860758/Put/seqid=0 2024-12-14T05:41:01,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:01,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:01,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:01,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741938_1114 (size=12301) 2024-12-14T05:41:01,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/11a95e70b7af4fc3a516dff3c6fa7b02 2024-12-14T05:41:01,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154921412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154921416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/189ad8676dbe4c69b4fbc444aa4c195e is 50, key is test_row_0/B:col10/1734154860758/Put/seqid=0 2024-12-14T05:41:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741939_1115 (size=12301) 2024-12-14T05:41:01,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/189ad8676dbe4c69b4fbc444aa4c195e 2024-12-14T05:41:01,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5632fb8679df4060a20aa991f9bfb177 is 50, key is test_row_0/C:col10/1734154860758/Put/seqid=0 2024-12-14T05:41:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741940_1116 (size=12301) 2024-12-14T05:41:01,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5632fb8679df4060a20aa991f9bfb177 2024-12-14T05:41:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/11a95e70b7af4fc3a516dff3c6fa7b02 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/11a95e70b7af4fc3a516dff3c6fa7b02 2024-12-14T05:41:01,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/11a95e70b7af4fc3a516dff3c6fa7b02, entries=150, sequenceid=490, filesize=12.0 K 2024-12-14T05:41:01,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/189ad8676dbe4c69b4fbc444aa4c195e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/189ad8676dbe4c69b4fbc444aa4c195e 2024-12-14T05:41:01,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/189ad8676dbe4c69b4fbc444aa4c195e, entries=150, sequenceid=490, filesize=12.0 K 2024-12-14T05:41:01,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5632fb8679df4060a20aa991f9bfb177 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5632fb8679df4060a20aa991f9bfb177 2024-12-14T05:41:01,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5632fb8679df4060a20aa991f9bfb177, entries=150, sequenceid=490, filesize=12.0 K 2024-12-14T05:41:01,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf170228b641e18b787109f18b44d958 in 120ms, sequenceid=490, compaction requested=true 2024-12-14T05:41:01,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:01,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:01,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:01,491 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:01,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:01,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:01,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:01,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-14T05:41:01,492 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:01,492 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:41:01,492 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,492 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/cfa9b3ea31814ee38888dc4bf1dd2558, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6bbef25746074653b61fab6ed4749835, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/11a95e70b7af4fc3a516dff3c6fa7b02] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=39.5 K 2024-12-14T05:41:01,493 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting cfa9b3ea31814ee38888dc4bf1dd2558, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734154860522 2024-12-14T05:41:01,493 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bbef25746074653b61fab6ed4749835, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734154860602 2024-12-14T05:41:01,493 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a95e70b7af4fc3a516dff3c6fa7b02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734154860756 2024-12-14T05:41:01,518 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:01,519 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/bd84c27e11f34c7a9ef761875712c4e2 is 50, key is test_row_0/A:col10/1734154860758/Put/seqid=0 2024-12-14T05:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:01,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:41:01,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:01,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:01,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:01,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:01,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:01,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:01,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/04efe671b1cb4d8c8dfe2388eeffe9df is 50, key is test_row_0/A:col10/1734154861408/Put/seqid=0 2024-12-14T05:41:01,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741941_1117 (size=13459) 2024-12-14T05:41:01,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154921539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:01,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154921540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,543 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/bd84c27e11f34c7a9ef761875712c4e2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/bd84c27e11f34c7a9ef761875712c4e2 2024-12-14T05:41:01,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,550 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into bd84c27e11f34c7a9ef761875712c4e2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:01,550 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:01,550 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=13, startTime=1734154861490; duration=0sec 2024-12-14T05:41:01,550 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-14T05:41:01,550 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:01,550 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-12-14T05:41:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741942_1118 (size=17181) 2024-12-14T05:41:01,552 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:01,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/04efe671b1cb4d8c8dfe2388eeffe9df 2024-12-14T05:41:01,552 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:01,552 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:01,552 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:01,552 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:01,554 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:01,554 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:41:01,554 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,554 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3ba85fece47640268aebd47dea8574a3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6d5424877d2e4cda938d80d0185f01d1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/189ad8676dbe4c69b4fbc444aa4c195e] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=37.1 K 2024-12-14T05:41:01,555 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba85fece47640268aebd47dea8574a3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734154860522 2024-12-14T05:41:01,556 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5424877d2e4cda938d80d0185f01d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734154860617 2024-12-14T05:41:01,557 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 189ad8676dbe4c69b4fbc444aa4c195e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734154860756 2024-12-14T05:41:01,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/fddf575d02c84a99882788ebe9c29f91 is 50, key is test_row_0/B:col10/1734154861408/Put/seqid=0 2024-12-14T05:41:01,589 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:01,589 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/de9b006f11a948eab34992de177a8482 is 50, key is test_row_0/B:col10/1734154860758/Put/seqid=0 2024-12-14T05:41:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741944_1120 (size=13459) 2024-12-14T05:41:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741943_1119 (size=12301) 2024-12-14T05:41:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154921642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154921644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:01,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:01,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:01,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,708 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/a77d833d86014c3eaba0e3279e632e05 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a77d833d86014c3eaba0e3279e632e05 2024-12-14T05:41:01,715 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into a77d833d86014c3eaba0e3279e632e05(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:01,716 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:01,716 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=12, startTime=1734154861266; duration=0sec 2024-12-14T05:41:01,716 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:01,716 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:01,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154921744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154921845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154921847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:01,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:01,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:01,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-14T05:41:02,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:02,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:02,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:02,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/fddf575d02c84a99882788ebe9c29f91 2024-12-14T05:41:02,027 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/de9b006f11a948eab34992de177a8482 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/de9b006f11a948eab34992de177a8482 2024-12-14T05:41:02,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/056f7c61033045fcb1d4af876c234909 is 50, key is test_row_0/C:col10/1734154861408/Put/seqid=0 2024-12-14T05:41:02,041 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into de9b006f11a948eab34992de177a8482(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:02,041 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:02,041 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=13, startTime=1734154861491; duration=0sec 2024-12-14T05:41:02,042 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,042 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741945_1121 (size=12301) 2024-12-14T05:41:02,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/056f7c61033045fcb1d4af876c234909 2024-12-14T05:41:02,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/04efe671b1cb4d8c8dfe2388eeffe9df as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/04efe671b1cb4d8c8dfe2388eeffe9df 2024-12-14T05:41:02,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/04efe671b1cb4d8c8dfe2388eeffe9df, entries=250, sequenceid=515, filesize=16.8 K 2024-12-14T05:41:02,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/fddf575d02c84a99882788ebe9c29f91 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fddf575d02c84a99882788ebe9c29f91 2024-12-14T05:41:02,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fddf575d02c84a99882788ebe9c29f91, entries=150, sequenceid=515, filesize=12.0 K 2024-12-14T05:41:02,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/056f7c61033045fcb1d4af876c234909 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/056f7c61033045fcb1d4af876c234909 2024-12-14T05:41:02,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/056f7c61033045fcb1d4af876c234909, entries=150, sequenceid=515, filesize=12.0 K 2024-12-14T05:41:02,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf170228b641e18b787109f18b44d958 in 579ms, sequenceid=515, compaction requested=true 2024-12-14T05:41:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:02,099 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-14T05:41:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,099 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-14T05:41:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:02,100 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:02,100 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:02,100 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:02,100 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:02,101 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:02,101 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:02,101 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:02,101 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:02,101 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:02,103 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:02,103 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:41:02,103 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,103 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a77d833d86014c3eaba0e3279e632e05, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5632fb8679df4060a20aa991f9bfb177, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/056f7c61033045fcb1d4af876c234909] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=37.1 K 2024-12-14T05:41:02,104 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77d833d86014c3eaba0e3279e632e05, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734154860617 2024-12-14T05:41:02,105 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5632fb8679df4060a20aa991f9bfb177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734154860756 2024-12-14T05:41:02,106 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 056f7c61033045fcb1d4af876c234909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734154861408 2024-12-14T05:41:02,129 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:02,130 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/39755b0299d44c9c8d6969cf4b059dd0 is 50, key is test_row_0/C:col10/1734154861408/Put/seqid=0 2024-12-14T05:41:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:02,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:41:02,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741946_1122 (size=13493) 2024-12-14T05:41:02,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,158 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:02,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,166 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/39755b0299d44c9c8d6969cf4b059dd0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39755b0299d44c9c8d6969cf4b059dd0 2024-12-14T05:41:02,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0a25374fd3eb4343aea02d0efa66cbd4 is 50, key is test_row_0/A:col10/1734154862153/Put/seqid=0 2024-12-14T05:41:02,178 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into 39755b0299d44c9c8d6969cf4b059dd0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:02,178 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:02,178 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=13, startTime=1734154862099; duration=0sec 2024-12-14T05:41:02,178 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,178 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154922204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154922205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741947_1123 (size=17181) 2024-12-14T05:41:02,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1734154922223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,224 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., hostname=e1063daab615,33421,1734154841687, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:02,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1734154922230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,231 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., hostname=e1063daab615,33421,1734154841687, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:02,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154922309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154922309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:02,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:02,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:02,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:02,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154922512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154922512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0a25374fd3eb4343aea02d0efa66cbd4 2024-12-14T05:41:02,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:02,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/bd8b0b62ff154b98af49e04ca51dabf8 is 50, key is test_row_0/B:col10/1734154862153/Put/seqid=0 2024-12-14T05:41:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741948_1124 (size=12301) 2024-12-14T05:41:02,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/bd8b0b62ff154b98af49e04ca51dabf8 2024-12-14T05:41:02,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/c5e025f20a7b4708a4bd737601a2f477 is 50, key is test_row_0/C:col10/1734154862153/Put/seqid=0 2024-12-14T05:41:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741949_1125 (size=12301) 2024-12-14T05:41:02,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/c5e025f20a7b4708a4bd737601a2f477 2024-12-14T05:41:02,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/0a25374fd3eb4343aea02d0efa66cbd4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0a25374fd3eb4343aea02d0efa66cbd4 2024-12-14T05:41:02,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0a25374fd3eb4343aea02d0efa66cbd4, entries=250, sequenceid=531, filesize=16.8 K 2024-12-14T05:41:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/bd8b0b62ff154b98af49e04ca51dabf8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/bd8b0b62ff154b98af49e04ca51dabf8 2024-12-14T05:41:02,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/bd8b0b62ff154b98af49e04ca51dabf8, entries=150, sequenceid=531, filesize=12.0 K 2024-12-14T05:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/c5e025f20a7b4708a4bd737601a2f477 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c5e025f20a7b4708a4bd737601a2f477 2024-12-14T05:41:02,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c5e025f20a7b4708a4bd737601a2f477, entries=150, sequenceid=531, filesize=12.0 K 2024-12-14T05:41:02,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf170228b641e18b787109f18b44d958 in 558ms, sequenceid=531, compaction requested=true 2024-12-14T05:41:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:02,713 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,713 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:02,714 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:02,714 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:41:02,715 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,715 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/de9b006f11a948eab34992de177a8482, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fddf575d02c84a99882788ebe9c29f91, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/bd8b0b62ff154b98af49e04ca51dabf8] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=37.2 K 2024-12-14T05:41:02,715 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:02,715 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:41:02,716 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,716 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/bd84c27e11f34c7a9ef761875712c4e2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/04efe671b1cb4d8c8dfe2388eeffe9df, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0a25374fd3eb4343aea02d0efa66cbd4] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=46.7 K 2024-12-14T05:41:02,717 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd84c27e11f34c7a9ef761875712c4e2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734154860756 2024-12-14T05:41:02,717 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting de9b006f11a948eab34992de177a8482, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734154860756 2024-12-14T05:41:02,718 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04efe671b1cb4d8c8dfe2388eeffe9df, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734154861403 2024-12-14T05:41:02,718 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fddf575d02c84a99882788ebe9c29f91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734154861408 2024-12-14T05:41:02,718 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a25374fd3eb4343aea02d0efa66cbd4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1734154861528 2024-12-14T05:41:02,719 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting bd8b0b62ff154b98af49e04ca51dabf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1734154861537 2024-12-14T05:41:02,733 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:02,734 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/9116fed7998b491cadf13748507dd8f6 is 50, key is test_row_0/A:col10/1734154862153/Put/seqid=0 2024-12-14T05:41:02,743 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:02,744 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b0990e03cedb417399f48d2148044028 is 50, key is test_row_0/B:col10/1734154862153/Put/seqid=0 2024-12-14T05:41:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741950_1126 (size=13561) 2024-12-14T05:41:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:02,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:41:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:02,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:02,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:02,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741951_1127 (size=13561) 2024-12-14T05:41:02,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:02,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/20cb49b231994f2c99896467ab669a2a is 50, key is test_row_0/A:col10/1734154862755/Put/seqid=0 2024-12-14T05:41:02,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,783 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b0990e03cedb417399f48d2148044028 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b0990e03cedb417399f48d2148044028 2024-12-14T05:41:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:02,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154922792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,803 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into b0990e03cedb417399f48d2148044028(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:02,803 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:02,806 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=13, startTime=1734154862713; duration=0sec 2024-12-14T05:41:02,806 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:02,806 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:02,806 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-14T05:41:02,808 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:02,808 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:02,808 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:02,808 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:02,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741952_1128 (size=12301) 2024-12-14T05:41:02,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154922818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/20cb49b231994f2c99896467ab669a2a 2024-12-14T05:41:02,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154922824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/559e6bae58c6401d8bcfe04feb3bdbd4 is 50, key is test_row_0/B:col10/1734154862755/Put/seqid=0 2024-12-14T05:41:02,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741953_1129 (size=12301) 2024-12-14T05:41:02,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/559e6bae58c6401d8bcfe04feb3bdbd4 2024-12-14T05:41:02,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/c7445b5943444228abe8c4f85c72582d is 50, key is test_row_0/C:col10/1734154862755/Put/seqid=0 2024-12-14T05:41:02,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741954_1130 (size=12301) 2024-12-14T05:41:02,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/c7445b5943444228abe8c4f85c72582d 2024-12-14T05:41:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-14T05:41:02,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/20cb49b231994f2c99896467ab669a2a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/20cb49b231994f2c99896467ab669a2a 2024-12-14T05:41:02,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/20cb49b231994f2c99896467ab669a2a, entries=150, sequenceid=556, filesize=12.0 K 2024-12-14T05:41:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/559e6bae58c6401d8bcfe04feb3bdbd4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/559e6bae58c6401d8bcfe04feb3bdbd4 2024-12-14T05:41:02,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/559e6bae58c6401d8bcfe04feb3bdbd4, entries=150, sequenceid=556, filesize=12.0 K 2024-12-14T05:41:02,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/c7445b5943444228abe8c4f85c72582d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c7445b5943444228abe8c4f85c72582d 2024-12-14T05:41:02,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154922897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:02,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c7445b5943444228abe8c4f85c72582d, entries=150, sequenceid=556, filesize=12.0 K 2024-12-14T05:41:02,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 149ms, sequenceid=556, compaction requested=true 2024-12-14T05:41:02,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:02,906 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-14T05:41:02,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:02,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:02,906 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:02,906 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:02,906 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:02,906 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:02,907 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-14T05:41:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:02,907 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-14T05:41:02,907 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-14T05:41:02,908 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. because compaction request was cancelled 2024-12-14T05:41:02,908 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:02,908 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:02,910 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:02,910 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:41:02,910 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,910 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39755b0299d44c9c8d6969cf4b059dd0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c5e025f20a7b4708a4bd737601a2f477, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c7445b5943444228abe8c4f85c72582d] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=37.2 K 2024-12-14T05:41:02,911 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 39755b0299d44c9c8d6969cf4b059dd0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734154861408 2024-12-14T05:41:02,911 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c5e025f20a7b4708a4bd737601a2f477, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1734154861537 2024-12-14T05:41:02,912 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c7445b5943444228abe8c4f85c72582d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1734154862195 2024-12-14T05:41:02,922 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:02,923 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/f57cd62a18fe40408f037561a7b3df5e is 50, key is test_row_0/C:col10/1734154862755/Put/seqid=0 2024-12-14T05:41:02,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:02,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741955_1131 (size=13595) 2024-12-14T05:41:02,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-14T05:41:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:02,948 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:41:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:02,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:02,950 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/f57cd62a18fe40408f037561a7b3df5e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f57cd62a18fe40408f037561a7b3df5e 2024-12-14T05:41:02,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/7b191018ac594331a39b7c7776f07ac1 is 50, key is test_row_0/A:col10/1734154862786/Put/seqid=0 2024-12-14T05:41:02,966 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into f57cd62a18fe40408f037561a7b3df5e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:02,966 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:02,967 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=13, startTime=1734154862907; duration=0sec 2024-12-14T05:41:02,967 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:02,967 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:02,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741956_1132 (size=12301) 2024-12-14T05:41:02,987 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/7b191018ac594331a39b7c7776f07ac1 2024-12-14T05:41:02,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/99254a6e99c84059a853da95894369bb is 50, key is test_row_0/B:col10/1734154862786/Put/seqid=0 2024-12-14T05:41:03,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741957_1133 (size=12301) 2024-12-14T05:41:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:03,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:03,153 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/9116fed7998b491cadf13748507dd8f6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/9116fed7998b491cadf13748507dd8f6 2024-12-14T05:41:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154923157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:03,159 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into 9116fed7998b491cadf13748507dd8f6(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:03,159 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:03,159 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=13, startTime=1734154862713; duration=0sec 2024-12-14T05:41:03,159 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:03,160 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:03,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154923267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:03,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154923327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154923328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:03,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/99254a6e99c84059a853da95894369bb 2024-12-14T05:41:03,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b38bc0f5ef2048e883ce4b84d1250082 is 50, key is test_row_0/C:col10/1734154862786/Put/seqid=0 2024-12-14T05:41:03,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741958_1134 (size=12301) 2024-12-14T05:41:03,450 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b38bc0f5ef2048e883ce4b84d1250082 2024-12-14T05:41:03,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/7b191018ac594331a39b7c7776f07ac1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7b191018ac594331a39b7c7776f07ac1 2024-12-14T05:41:03,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154923469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:03,480 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7b191018ac594331a39b7c7776f07ac1, entries=150, sequenceid=569, filesize=12.0 K 2024-12-14T05:41:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/99254a6e99c84059a853da95894369bb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/99254a6e99c84059a853da95894369bb 2024-12-14T05:41:03,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/99254a6e99c84059a853da95894369bb, entries=150, sequenceid=569, filesize=12.0 K 2024-12-14T05:41:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/b38bc0f5ef2048e883ce4b84d1250082 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b38bc0f5ef2048e883ce4b84d1250082 2024-12-14T05:41:03,505 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b38bc0f5ef2048e883ce4b84d1250082, entries=150, sequenceid=569, filesize=12.0 K 2024-12-14T05:41:03,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf170228b641e18b787109f18b44d958 in 558ms, sequenceid=569, compaction requested=true 2024-12-14T05:41:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-14T05:41:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-14T05:41:03,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-14T05:41:03,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7360 sec 2024-12-14T05:41:03,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.7410 sec 2024-12-14T05:41:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:03,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:41:03,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:03,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:03,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:03,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:03,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:03,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:03,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/948a78123152464caa27e3dee5a94a1b is 50, key is test_row_0/A:col10/1734154863148/Put/seqid=0 2024-12-14T05:41:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154923825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741959_1135 (size=12301) 2024-12-14T05:41:03,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154923932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:04,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154924138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:04,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/948a78123152464caa27e3dee5a94a1b 2024-12-14T05:41:04,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657 is 50, key is test_row_0/B:col10/1734154863148/Put/seqid=0 2024-12-14T05:41:04,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741960_1136 (size=12301) 2024-12-14T05:41:04,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657 2024-12-14T05:41:04,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/28ef82a435424ae79306aef129d71605 is 50, key is test_row_0/C:col10/1734154863148/Put/seqid=0 2024-12-14T05:41:04,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741961_1137 (size=12301) 2024-12-14T05:41:04,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154924336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:04,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154924340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:04,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154924441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:04,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/28ef82a435424ae79306aef129d71605 2024-12-14T05:41:04,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/948a78123152464caa27e3dee5a94a1b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/948a78123152464caa27e3dee5a94a1b 2024-12-14T05:41:04,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/948a78123152464caa27e3dee5a94a1b, entries=150, sequenceid=596, filesize=12.0 K 2024-12-14T05:41:04,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657 2024-12-14T05:41:04,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657, entries=150, sequenceid=596, filesize=12.0 K 2024-12-14T05:41:04,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/28ef82a435424ae79306aef129d71605 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/28ef82a435424ae79306aef129d71605 2024-12-14T05:41:04,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/28ef82a435424ae79306aef129d71605, entries=150, sequenceid=596, filesize=12.0 K 2024-12-14T05:41:04,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf170228b641e18b787109f18b44d958 in 907ms, sequenceid=596, compaction requested=true 2024-12-14T05:41:04,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:04,700 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:04,701 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:04,704 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:04,705 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:41:04,705 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:04,705 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:04,705 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:41:04,705 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:04,705 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/9116fed7998b491cadf13748507dd8f6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/20cb49b231994f2c99896467ab669a2a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7b191018ac594331a39b7c7776f07ac1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/948a78123152464caa27e3dee5a94a1b] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=49.3 K 2024-12-14T05:41:04,705 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b0990e03cedb417399f48d2148044028, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/559e6bae58c6401d8bcfe04feb3bdbd4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/99254a6e99c84059a853da95894369bb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=49.3 K 2024-12-14T05:41:04,705 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9116fed7998b491cadf13748507dd8f6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1734154861537 2024-12-14T05:41:04,706 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20cb49b231994f2c99896467ab669a2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1734154862195 2024-12-14T05:41:04,706 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b0990e03cedb417399f48d2148044028, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1734154861537 2024-12-14T05:41:04,706 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b191018ac594331a39b7c7776f07ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1734154862761 2024-12-14T05:41:04,706 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 559e6bae58c6401d8bcfe04feb3bdbd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1734154862195 2024-12-14T05:41:04,707 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 948a78123152464caa27e3dee5a94a1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734154863148 2024-12-14T05:41:04,707 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 99254a6e99c84059a853da95894369bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1734154862761 2024-12-14T05:41:04,707 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 69c7f04f0eaa4a29bd1d3c0fdcaa4657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734154863148 2024-12-14T05:41:04,717 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:04,717 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:04,717 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b76aefea5e1c4360a8233619d7d8680a is 50, key is test_row_0/B:col10/1734154863148/Put/seqid=0 2024-12-14T05:41:04,718 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c477776782c24a668425509b170f4a27 is 50, key is test_row_0/A:col10/1734154863148/Put/seqid=0 2024-12-14T05:41:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741962_1138 (size=13697) 2024-12-14T05:41:04,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741963_1139 (size=13697) 2024-12-14T05:41:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-14T05:41:04,877 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-14T05:41:04,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-14T05:41:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-14T05:41:04,879 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:04,880 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:04,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:04,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:41:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:04,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/dfbd9f1ac7c843948df9a013ef1233ed is 50, key is test_row_0/A:col10/1734154863819/Put/seqid=0 2024-12-14T05:41:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741964_1140 (size=14741) 2024-12-14T05:41:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-14T05:41:05,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154925001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:05,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:05,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:05,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:05,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154925103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:05,130 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b76aefea5e1c4360a8233619d7d8680a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b76aefea5e1c4360a8233619d7d8680a 2024-12-14T05:41:05,131 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/c477776782c24a668425509b170f4a27 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c477776782c24a668425509b170f4a27 2024-12-14T05:41:05,136 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into b76aefea5e1c4360a8233619d7d8680a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:05,136 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:05,136 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=12, startTime=1734154864701; duration=0sec 2024-12-14T05:41:05,136 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:05,136 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:05,136 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:05,137 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into c477776782c24a668425509b170f4a27(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:05,137 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:05,138 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=12, startTime=1734154864700; duration=0sec 2024-12-14T05:41:05,138 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:05,138 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:05,138 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:05,138 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:41:05,138 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,138 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f57cd62a18fe40408f037561a7b3df5e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b38bc0f5ef2048e883ce4b84d1250082, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/28ef82a435424ae79306aef129d71605] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=37.3 K 2024-12-14T05:41:05,139 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting f57cd62a18fe40408f037561a7b3df5e, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1734154862195 2024-12-14T05:41:05,139 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b38bc0f5ef2048e883ce4b84d1250082, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1734154862761 2024-12-14T05:41:05,139 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ef82a435424ae79306aef129d71605, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734154863148 2024-12-14T05:41:05,145 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:05,146 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/6f40ef8f77544c51ad2394da4abc9ea0 is 50, key is test_row_0/C:col10/1734154863148/Put/seqid=0 2024-12-14T05:41:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741965_1141 (size=13697) 2024-12-14T05:41:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-14T05:41:05,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:05,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:05,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:05,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154925305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:05,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:05,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:05,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:05,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/dfbd9f1ac7c843948df9a013ef1233ed 2024-12-14T05:41:05,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/3b17a7e44baf454fac8eb2652d7a04d3 is 50, key is test_row_0/B:col10/1734154863819/Put/seqid=0 2024-12-14T05:41:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741966_1142 (size=12301) 2024-12-14T05:41:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-14T05:41:05,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:05,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,559 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/6f40ef8f77544c51ad2394da4abc9ea0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/6f40ef8f77544c51ad2394da4abc9ea0 2024-12-14T05:41:05,564 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into 6f40ef8f77544c51ad2394da4abc9ea0(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:05,564 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:05,564 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=13, startTime=1734154864701; duration=0sec 2024-12-14T05:41:05,565 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:05,565 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154925609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:05,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:05,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/3b17a7e44baf454fac8eb2652d7a04d3 2024-12-14T05:41:05,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/a4c8442330b9484fbf835b4a7a5d8a03 is 50, key is test_row_0/C:col10/1734154863819/Put/seqid=0 2024-12-14T05:41:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741967_1143 (size=12301) 2024-12-14T05:41:05,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:05,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:05,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:05,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-14T05:41:06,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154926112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:06,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:06,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:06,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:06,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:06,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:06,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/a4c8442330b9484fbf835b4a7a5d8a03 2024-12-14T05:41:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/dfbd9f1ac7c843948df9a013ef1233ed as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/dfbd9f1ac7c843948df9a013ef1233ed 2024-12-14T05:41:06,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/dfbd9f1ac7c843948df9a013ef1233ed, entries=200, sequenceid=608, filesize=14.4 K 2024-12-14T05:41:06,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/3b17a7e44baf454fac8eb2652d7a04d3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3b17a7e44baf454fac8eb2652d7a04d3 2024-12-14T05:41:06,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3b17a7e44baf454fac8eb2652d7a04d3, entries=150, sequenceid=608, filesize=12.0 K 2024-12-14T05:41:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/a4c8442330b9484fbf835b4a7a5d8a03 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a4c8442330b9484fbf835b4a7a5d8a03 2024-12-14T05:41:06,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a4c8442330b9484fbf835b4a7a5d8a03, entries=150, sequenceid=608, filesize=12.0 K 2024-12-14T05:41:06,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf170228b641e18b787109f18b44d958 in 1264ms, sequenceid=608, compaction requested=false 2024-12-14T05:41:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:06,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:06,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-14T05:41:06,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:06,267 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:41:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:06,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/770f9bf7ada9453c8ada35ac4b82d1b7 is 50, key is test_row_0/A:col10/1734154864996/Put/seqid=0 2024-12-14T05:41:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741968_1144 (size=12301) 2024-12-14T05:41:06,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. as already flushing 2024-12-14T05:41:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154926365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154926366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154926467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154926468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154926671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154926671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,675 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/770f9bf7ada9453c8ada35ac4b82d1b7 2024-12-14T05:41:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b9353188f9484f179cbee2d4871e7173 is 50, key is test_row_0/B:col10/1734154864996/Put/seqid=0 2024-12-14T05:41:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741969_1145 (size=12301) 2024-12-14T05:41:06,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154926973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154926975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-14T05:41:07,087 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b9353188f9484f179cbee2d4871e7173 2024-12-14T05:41:07,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5d5f83c216ac4bcba591dd4a47adcdf6 is 50, key is test_row_0/C:col10/1734154864996/Put/seqid=0 2024-12-14T05:41:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741970_1146 (size=12301) 2024-12-14T05:41:07,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35644 deadline: 1734154927115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35676 deadline: 1734154927478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:07,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35648 deadline: 1734154927479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:07,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5d5f83c216ac4bcba591dd4a47adcdf6 2024-12-14T05:41:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/770f9bf7ada9453c8ada35ac4b82d1b7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/770f9bf7ada9453c8ada35ac4b82d1b7 2024-12-14T05:41:07,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/770f9bf7ada9453c8ada35ac4b82d1b7, entries=150, sequenceid=635, filesize=12.0 K 2024-12-14T05:41:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/b9353188f9484f179cbee2d4871e7173 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b9353188f9484f179cbee2d4871e7173 2024-12-14T05:41:07,527 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b9353188f9484f179cbee2d4871e7173, entries=150, sequenceid=635, filesize=12.0 K 2024-12-14T05:41:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/5d5f83c216ac4bcba591dd4a47adcdf6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5d5f83c216ac4bcba591dd4a47adcdf6 2024-12-14T05:41:07,533 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5d5f83c216ac4bcba591dd4a47adcdf6, entries=150, sequenceid=635, filesize=12.0 K 2024-12-14T05:41:07,534 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf170228b641e18b787109f18b44d958 in 1267ms, sequenceid=635, compaction requested=true 2024-12-14T05:41:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-14T05:41:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-14T05:41:07,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-14T05:41:07,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6560 sec 2024-12-14T05:41:07,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.6600 sec 2024-12-14T05:41:08,229 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:63714 2024-12-14T05:41:08,229 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:08,230 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:63714 2024-12-14T05:41:08,230 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:08,230 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:63714 2024-12-14T05:41:08,230 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:08,231 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:63714 2024-12-14T05:41:08,231 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on bf170228b641e18b787109f18b44d958 2024-12-14T05:41:08,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:41:08,489 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:63714 2024-12-14T05:41:08,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:08,489 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:63714 2024-12-14T05:41:08,489 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:08,489 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:08,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:08,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:08,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:08,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:08,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:08,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/675f3f99bbce473b81643ea29a1d6595 is 50, key is test_row_0/A:col10/1734154866365/Put/seqid=0 2024-12-14T05:41:08,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741971_1147 (size=12301) 2024-12-14T05:41:08,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/675f3f99bbce473b81643ea29a1d6595 2024-12-14T05:41:08,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/50b425cafa27496c9ef80852f5fa8cc1 is 50, key is test_row_0/B:col10/1734154866365/Put/seqid=0 2024-12-14T05:41:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741972_1148 (size=12301) 2024-12-14T05:41:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-14T05:41:08,983 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-14T05:41:09,119 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:63714 2024-12-14T05:41:09,119 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:09,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/50b425cafa27496c9ef80852f5fa8cc1 2024-12-14T05:41:09,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/fe8494f5dca24960aae1207e0c330268 is 50, key is test_row_0/C:col10/1734154866365/Put/seqid=0 2024-12-14T05:41:09,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741973_1149 (size=12301) 2024-12-14T05:41:09,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/fe8494f5dca24960aae1207e0c330268 2024-12-14T05:41:09,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/675f3f99bbce473b81643ea29a1d6595 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/675f3f99bbce473b81643ea29a1d6595 2024-12-14T05:41:09,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/675f3f99bbce473b81643ea29a1d6595, entries=150, sequenceid=649, filesize=12.0 K 2024-12-14T05:41:09,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/50b425cafa27496c9ef80852f5fa8cc1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/50b425cafa27496c9ef80852f5fa8cc1 2024-12-14T05:41:09,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/50b425cafa27496c9ef80852f5fa8cc1, entries=150, sequenceid=649, filesize=12.0 K 2024-12-14T05:41:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/fe8494f5dca24960aae1207e0c330268 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fe8494f5dca24960aae1207e0c330268 2024-12-14T05:41:09,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fe8494f5dca24960aae1207e0c330268, entries=150, sequenceid=649, filesize=12.0 K 2024-12-14T05:41:09,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for bf170228b641e18b787109f18b44d958 in 1269ms, sequenceid=649, compaction requested=true 2024-12-14T05:41:09,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:09,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:09,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:09,757 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:09,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:09,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:09,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf170228b641e18b787109f18b44d958:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:09,758 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:09,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:09,759 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53040 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:09,759 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:09,759 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/B is initiating minor compaction (all files) 2024-12-14T05:41:09,759 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/A is initiating minor compaction (all files) 2024-12-14T05:41:09,759 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/B in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:09,759 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/A in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:09,759 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c477776782c24a668425509b170f4a27, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/dfbd9f1ac7c843948df9a013ef1233ed, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/770f9bf7ada9453c8ada35ac4b82d1b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/675f3f99bbce473b81643ea29a1d6595] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=51.8 K 2024-12-14T05:41:09,759 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b76aefea5e1c4360a8233619d7d8680a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3b17a7e44baf454fac8eb2652d7a04d3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b9353188f9484f179cbee2d4871e7173, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/50b425cafa27496c9ef80852f5fa8cc1] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=49.4 K 2024-12-14T05:41:09,760 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c477776782c24a668425509b170f4a27, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734154863148 2024-12-14T05:41:09,760 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b76aefea5e1c4360a8233619d7d8680a, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734154863148 2024-12-14T05:41:09,760 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfbd9f1ac7c843948df9a013ef1233ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1734154863815 2024-12-14T05:41:09,760 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b17a7e44baf454fac8eb2652d7a04d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1734154863815 2024-12-14T05:41:09,761 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 770f9bf7ada9453c8ada35ac4b82d1b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1734154864977 2024-12-14T05:41:09,761 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b9353188f9484f179cbee2d4871e7173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1734154864977 2024-12-14T05:41:09,761 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 675f3f99bbce473b81643ea29a1d6595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1734154866364 2024-12-14T05:41:09,761 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 50b425cafa27496c9ef80852f5fa8cc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1734154866364 2024-12-14T05:41:09,771 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#A#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:09,771 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:09,771 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/356df1c0bc5f427da21a053bd91b6284 is 50, key is test_row_0/B:col10/1734154866365/Put/seqid=0 2024-12-14T05:41:09,771 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/f4a4bfdb04d9451e9255906f85b73ce1 is 50, key is test_row_0/A:col10/1734154866365/Put/seqid=0 2024-12-14T05:41:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741975_1151 (size=13833) 2024-12-14T05:41:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741974_1150 (size=13833) 2024-12-14T05:41:10,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-14T05:41:10,188 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/356df1c0bc5f427da21a053bd91b6284 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/356df1c0bc5f427da21a053bd91b6284 2024-12-14T05:41:10,188 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/f4a4bfdb04d9451e9255906f85b73ce1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f4a4bfdb04d9451e9255906f85b73ce1 2024-12-14T05:41:10,194 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/B of bf170228b641e18b787109f18b44d958 into 356df1c0bc5f427da21a053bd91b6284(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:10,194 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/A of bf170228b641e18b787109f18b44d958 into f4a4bfdb04d9451e9255906f85b73ce1(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:10,194 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:10,194 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:10,194 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/B, priority=12, startTime=1734154869757; duration=0sec 2024-12-14T05:41:10,194 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/A, priority=12, startTime=1734154869757; duration=0sec 2024-12-14T05:41:10,194 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:10,194 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:B 2024-12-14T05:41:10,194 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:10,194 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:10,194 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:A 2024-12-14T05:41:10,196 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:10,196 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): bf170228b641e18b787109f18b44d958/C is initiating minor compaction (all files) 2024-12-14T05:41:10,196 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf170228b641e18b787109f18b44d958/C in TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:10,196 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/6f40ef8f77544c51ad2394da4abc9ea0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a4c8442330b9484fbf835b4a7a5d8a03, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5d5f83c216ac4bcba591dd4a47adcdf6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fe8494f5dca24960aae1207e0c330268] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp, totalSize=49.4 K 2024-12-14T05:41:10,197 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f40ef8f77544c51ad2394da4abc9ea0, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734154863148 2024-12-14T05:41:10,197 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a4c8442330b9484fbf835b4a7a5d8a03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1734154863815 2024-12-14T05:41:10,197 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d5f83c216ac4bcba591dd4a47adcdf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1734154864977 2024-12-14T05:41:10,198 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fe8494f5dca24960aae1207e0c330268, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=649, earliestPutTs=1734154866364 2024-12-14T05:41:10,207 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf170228b641e18b787109f18b44d958#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:10,208 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/eb8232663ad14563b70fdf203d732dd9 is 50, key is test_row_0/C:col10/1734154866365/Put/seqid=0 2024-12-14T05:41:10,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741976_1152 (size=13833) 2024-12-14T05:41:10,619 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/eb8232663ad14563b70fdf203d732dd9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/eb8232663ad14563b70fdf203d732dd9 2024-12-14T05:41:10,627 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf170228b641e18b787109f18b44d958/C of bf170228b641e18b787109f18b44d958 into eb8232663ad14563b70fdf203d732dd9(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:10,627 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:10,627 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958., storeName=bf170228b641e18b787109f18b44d958/C, priority=12, startTime=1734154869758; duration=0sec 2024-12-14T05:41:10,627 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:10,628 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf170228b641e18b787109f18b44d958:C 2024-12-14T05:41:12,254 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:63714 2024-12-14T05:41:12,254 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:12,304 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:63714 2024-12-14T05:41:12,305 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:12,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-14T05:41:12,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 156 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6622 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6557 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2910 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8718 rows 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2900 2024-12-14T05:41:12,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8699 rows 2024-12-14T05:41:12,306 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-14T05:41:12,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:63714 2024-12-14T05:41:12,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:12,312 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-14T05:41:12,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-14T05:41:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:12,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154872322"}]},"ts":"1734154872322"} 2024-12-14T05:41:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-14T05:41:12,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-14T05:41:12,332 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-14T05:41:12,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:41:12,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf170228b641e18b787109f18b44d958, UNASSIGN}] 2024-12-14T05:41:12,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf170228b641e18b787109f18b44d958, UNASSIGN 2024-12-14T05:41:12,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=bf170228b641e18b787109f18b44d958, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:12,341 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:41:12,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:41:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-14T05:41:12,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:12,498 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close bf170228b641e18b787109f18b44d958 2024-12-14T05:41:12,498 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:41:12,499 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing bf170228b641e18b787109f18b44d958, disabling compactions & flushes 2024-12-14T05:41:12,499 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:12,499 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:12,499 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. after waiting 0 ms 2024-12-14T05:41:12,499 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:12,499 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing bf170228b641e18b787109f18b44d958 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-14T05:41:12,499 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=A 2024-12-14T05:41:12,500 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:12,500 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=B 2024-12-14T05:41:12,500 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:12,500 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf170228b641e18b787109f18b44d958, store=C 2024-12-14T05:41:12,500 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:12,504 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/df2ffc9c271041fa9f34c76e7548c603 is 50, key is test_row_1/A:col10/1734154869118/Put/seqid=0 2024-12-14T05:41:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741977_1153 (size=9857) 2024-12-14T05:41:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-14T05:41:12,909 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/df2ffc9c271041fa9f34c76e7548c603 2024-12-14T05:41:12,921 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ffbab8bbfb554f18872c4f91b0438db0 is 50, key is test_row_1/B:col10/1734154869118/Put/seqid=0 2024-12-14T05:41:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-14T05:41:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741978_1154 (size=9857) 2024-12-14T05:41:13,326 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ffbab8bbfb554f18872c4f91b0438db0 2024-12-14T05:41:13,336 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/de3a8ae5ff9e46c2baee2287af9dfb2a is 50, key is test_row_1/C:col10/1734154869118/Put/seqid=0 2024-12-14T05:41:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741979_1155 (size=9857) 2024-12-14T05:41:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-14T05:41:13,742 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/de3a8ae5ff9e46c2baee2287af9dfb2a 2024-12-14T05:41:13,765 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/A/df2ffc9c271041fa9f34c76e7548c603 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/df2ffc9c271041fa9f34c76e7548c603 2024-12-14T05:41:13,770 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/df2ffc9c271041fa9f34c76e7548c603, entries=100, sequenceid=658, filesize=9.6 K 2024-12-14T05:41:13,771 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/B/ffbab8bbfb554f18872c4f91b0438db0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ffbab8bbfb554f18872c4f91b0438db0 2024-12-14T05:41:13,776 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ffbab8bbfb554f18872c4f91b0438db0, entries=100, sequenceid=658, filesize=9.6 K 2024-12-14T05:41:13,777 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/.tmp/C/de3a8ae5ff9e46c2baee2287af9dfb2a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/de3a8ae5ff9e46c2baee2287af9dfb2a 2024-12-14T05:41:13,781 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/de3a8ae5ff9e46c2baee2287af9dfb2a, entries=100, sequenceid=658, filesize=9.6 K 2024-12-14T05:41:13,781 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for bf170228b641e18b787109f18b44d958 in 1282ms, sequenceid=658, compaction requested=false 2024-12-14T05:41:13,782 DEBUG [StoreCloser-TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/70499f2a205a49389f8ae11b54dd2bd2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/eb35270c8fe74f7b91aa921ae88d9009, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/1de2b74c07194e8b807df70bf1763d4c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/024a29566e56481ca7254684dbdb3678, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c4cbbb08b2ca4da397e0fab717426449, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/847e34252027404cb5befdefc5f2209a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2ae77044ec984ae6b7a80c292dc568df, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b256d9034cdb419b9c98e90e86f0e4ca, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f2bf537f33a24dd1bcec5b9d26b7cfbd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7aadf7203f0345809131152f10e3e946, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c16caac5c38747bdba89b47d73e06dd8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2f1194301e28427c96721134e05c8e9c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/338a2446e58a400baf403cc9151fc627, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/ae01e3a8d01548b8a757fbe95a597ea9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2c80e371c65b4649aa4d070fc1fe9259, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/3102a02250884b5fbc7d31e563a761b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6c8141754916442daeef600bdf8b7ff3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/36a491fca1ee4a7aa5f26d88fde05789, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/24bc847499314f80a633bae630b406fe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c27bfb5e3ec741f38992cbd10bcb05b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/06edb054bf9543acab6c27fd6b50fab6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0ea632ccdd8b432eada3258c7bc3d145, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/681e80544bad45258a35c4da8006f6c9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/a27ed222c8b3435f9d96786930533bfa, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/552a61ec21e64ece9e53c12eb6006cf6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c953c88e2ca24faa8215b9a252ecc289, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0cb6422217574cb4a856c790edec4ca8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/35f671c80e5f4a55b0b9e628cce75cdd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b0a688651e084d6484d7da7e4132d3a3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/91143f0addc5427b8950c615521f1553, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/8eff2c032b2b493e9557fb3b91b7e8f3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/cfa9b3ea31814ee38888dc4bf1dd2558, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6bbef25746074653b61fab6ed4749835, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/bd84c27e11f34c7a9ef761875712c4e2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/11a95e70b7af4fc3a516dff3c6fa7b02, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/04efe671b1cb4d8c8dfe2388eeffe9df, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0a25374fd3eb4343aea02d0efa66cbd4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/9116fed7998b491cadf13748507dd8f6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/20cb49b231994f2c99896467ab669a2a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7b191018ac594331a39b7c7776f07ac1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c477776782c24a668425509b170f4a27, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/948a78123152464caa27e3dee5a94a1b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/dfbd9f1ac7c843948df9a013ef1233ed, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/770f9bf7ada9453c8ada35ac4b82d1b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/675f3f99bbce473b81643ea29a1d6595] to archive 2024-12-14T05:41:13,785 DEBUG [StoreCloser-TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:41:13,793 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/024a29566e56481ca7254684dbdb3678 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/024a29566e56481ca7254684dbdb3678 2024-12-14T05:41:13,793 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2ae77044ec984ae6b7a80c292dc568df to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2ae77044ec984ae6b7a80c292dc568df 2024-12-14T05:41:13,793 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c4cbbb08b2ca4da397e0fab717426449 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c4cbbb08b2ca4da397e0fab717426449 2024-12-14T05:41:13,793 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b256d9034cdb419b9c98e90e86f0e4ca to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b256d9034cdb419b9c98e90e86f0e4ca 2024-12-14T05:41:13,793 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/1de2b74c07194e8b807df70bf1763d4c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/1de2b74c07194e8b807df70bf1763d4c 2024-12-14T05:41:13,794 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/eb35270c8fe74f7b91aa921ae88d9009 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/eb35270c8fe74f7b91aa921ae88d9009 2024-12-14T05:41:13,798 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/70499f2a205a49389f8ae11b54dd2bd2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/70499f2a205a49389f8ae11b54dd2bd2 2024-12-14T05:41:13,798 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7aadf7203f0345809131152f10e3e946 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7aadf7203f0345809131152f10e3e946 2024-12-14T05:41:13,798 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/847e34252027404cb5befdefc5f2209a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/847e34252027404cb5befdefc5f2209a 2024-12-14T05:41:13,798 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f2bf537f33a24dd1bcec5b9d26b7cfbd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f2bf537f33a24dd1bcec5b9d26b7cfbd 2024-12-14T05:41:13,798 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2f1194301e28427c96721134e05c8e9c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2f1194301e28427c96721134e05c8e9c 2024-12-14T05:41:13,798 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c16caac5c38747bdba89b47d73e06dd8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c16caac5c38747bdba89b47d73e06dd8 2024-12-14T05:41:13,799 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/338a2446e58a400baf403cc9151fc627 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/338a2446e58a400baf403cc9151fc627 2024-12-14T05:41:13,799 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/ae01e3a8d01548b8a757fbe95a597ea9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/ae01e3a8d01548b8a757fbe95a597ea9 2024-12-14T05:41:13,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6c8141754916442daeef600bdf8b7ff3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6c8141754916442daeef600bdf8b7ff3 2024-12-14T05:41:13,803 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2c80e371c65b4649aa4d070fc1fe9259 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/2c80e371c65b4649aa4d070fc1fe9259 2024-12-14T05:41:13,803 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/36a491fca1ee4a7aa5f26d88fde05789 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/36a491fca1ee4a7aa5f26d88fde05789 2024-12-14T05:41:13,807 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/3102a02250884b5fbc7d31e563a761b7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/3102a02250884b5fbc7d31e563a761b7 2024-12-14T05:41:13,807 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0ea632ccdd8b432eada3258c7bc3d145 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0ea632ccdd8b432eada3258c7bc3d145 2024-12-14T05:41:13,808 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/06edb054bf9543acab6c27fd6b50fab6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/06edb054bf9543acab6c27fd6b50fab6 2024-12-14T05:41:13,808 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c27bfb5e3ec741f38992cbd10bcb05b7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c27bfb5e3ec741f38992cbd10bcb05b7 2024-12-14T05:41:13,809 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/a27ed222c8b3435f9d96786930533bfa to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/a27ed222c8b3435f9d96786930533bfa 2024-12-14T05:41:13,809 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/24bc847499314f80a633bae630b406fe to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/24bc847499314f80a633bae630b406fe 2024-12-14T05:41:13,809 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/681e80544bad45258a35c4da8006f6c9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/681e80544bad45258a35c4da8006f6c9 2024-12-14T05:41:13,810 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0cb6422217574cb4a856c790edec4ca8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0cb6422217574cb4a856c790edec4ca8 2024-12-14T05:41:13,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/35f671c80e5f4a55b0b9e628cce75cdd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/35f671c80e5f4a55b0b9e628cce75cdd 2024-12-14T05:41:13,811 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b0a688651e084d6484d7da7e4132d3a3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/b0a688651e084d6484d7da7e4132d3a3 2024-12-14T05:41:13,811 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/91143f0addc5427b8950c615521f1553 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/91143f0addc5427b8950c615521f1553 2024-12-14T05:41:13,811 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/8eff2c032b2b493e9557fb3b91b7e8f3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/8eff2c032b2b493e9557fb3b91b7e8f3 2024-12-14T05:41:13,812 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/cfa9b3ea31814ee38888dc4bf1dd2558 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/cfa9b3ea31814ee38888dc4bf1dd2558 2024-12-14T05:41:13,812 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6bbef25746074653b61fab6ed4749835 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/6bbef25746074653b61fab6ed4749835 2024-12-14T05:41:13,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/bd84c27e11f34c7a9ef761875712c4e2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/bd84c27e11f34c7a9ef761875712c4e2 2024-12-14T05:41:13,813 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/20cb49b231994f2c99896467ab669a2a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/20cb49b231994f2c99896467ab669a2a 2024-12-14T05:41:13,814 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/11a95e70b7af4fc3a516dff3c6fa7b02 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/11a95e70b7af4fc3a516dff3c6fa7b02 2024-12-14T05:41:13,814 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/9116fed7998b491cadf13748507dd8f6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/9116fed7998b491cadf13748507dd8f6 2024-12-14T05:41:13,814 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/04efe671b1cb4d8c8dfe2388eeffe9df to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/04efe671b1cb4d8c8dfe2388eeffe9df 2024-12-14T05:41:13,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7b191018ac594331a39b7c7776f07ac1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/7b191018ac594331a39b7c7776f07ac1 2024-12-14T05:41:13,814 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0a25374fd3eb4343aea02d0efa66cbd4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/0a25374fd3eb4343aea02d0efa66cbd4 2024-12-14T05:41:13,815 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c477776782c24a668425509b170f4a27 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c477776782c24a668425509b170f4a27 2024-12-14T05:41:13,816 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/770f9bf7ada9453c8ada35ac4b82d1b7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/770f9bf7ada9453c8ada35ac4b82d1b7 2024-12-14T05:41:13,816 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/948a78123152464caa27e3dee5a94a1b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/948a78123152464caa27e3dee5a94a1b 2024-12-14T05:41:13,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/675f3f99bbce473b81643ea29a1d6595 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/675f3f99bbce473b81643ea29a1d6595 2024-12-14T05:41:13,816 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/dfbd9f1ac7c843948df9a013ef1233ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/dfbd9f1ac7c843948df9a013ef1233ed 2024-12-14T05:41:13,816 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/552a61ec21e64ece9e53c12eb6006cf6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/552a61ec21e64ece9e53c12eb6006cf6 2024-12-14T05:41:13,817 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c953c88e2ca24faa8215b9a252ecc289 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/c953c88e2ca24faa8215b9a252ecc289 2024-12-14T05:41:13,829 DEBUG [StoreCloser-TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e8068a5ab00b4538b9c67cba96f12ca1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4959807b91f9472fb81d8ef6030b27a2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/7d8363e7e9c3468fb5ee1b482ca36b60, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e6b31fb27c3f441fabc10cfa984b5e90, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ddc34e37c3f84c98ab906611f1978e5f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fcb723120f3d4ab58d5250643ec07b31, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/84d760ae2c314326ab186b34a7205ed6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ac774f74c157424b84cb08cd5e399964, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b1805f63b2994891bbe5287477ecd90f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/2f90a13d426e49da93fbe18e779da911, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/03a9cb1a91304ae99965b755e8aaa14c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/53437f48ad6e4dcf95a0fa9554f4e2f0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/af9c12af6e8d4fb6834bd70a7b3a230c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/37945b75af4f4802ad5afb84632bf6bf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/103de95b39cd45b59c65b752c6c2cd11, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/334adf9c5bd24232b7f2cd9e98c3d900, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/5d3adad0e99f450482aa22326ee2ab98, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/18a5e5d5a2b7482bb59f5686e8f05378, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/27577ffb373241aaad52810df158a229, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/35a7052ae11d4a7b91058431aa5fc2c1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/f7a52cd1b46f4b4e897a25450b7f8ef4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/1bb78d2568c046caa8dd9ac354cb1f7c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/d9f7a2a06fb84c41876e2dd3803a892e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/cef5f6bbb9234633a78348e6cb98c322, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/279487c4675f4133b720cdc2b937918b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/15fd2cbf9f8e4b7692a6461955c56aa6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/435ff400a481470fa16a9f71a96842ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6828320851db4147859323fb13c79221, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/9e03110f27c74bd0997e140d500720a0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4274010903b74e8eb60a874d0ea63ccc, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3ba85fece47640268aebd47dea8574a3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/795ce66572e044a18e155989ea69cd84, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6d5424877d2e4cda938d80d0185f01d1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/de9b006f11a948eab34992de177a8482, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/189ad8676dbe4c69b4fbc444aa4c195e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fddf575d02c84a99882788ebe9c29f91, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b0990e03cedb417399f48d2148044028, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/bd8b0b62ff154b98af49e04ca51dabf8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/559e6bae58c6401d8bcfe04feb3bdbd4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/99254a6e99c84059a853da95894369bb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b76aefea5e1c4360a8233619d7d8680a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3b17a7e44baf454fac8eb2652d7a04d3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b9353188f9484f179cbee2d4871e7173, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/50b425cafa27496c9ef80852f5fa8cc1] to archive 2024-12-14T05:41:13,831 DEBUG [StoreCloser-TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:41:13,835 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4959807b91f9472fb81d8ef6030b27a2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4959807b91f9472fb81d8ef6030b27a2 2024-12-14T05:41:13,835 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/84d760ae2c314326ab186b34a7205ed6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/84d760ae2c314326ab186b34a7205ed6 2024-12-14T05:41:13,835 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/7d8363e7e9c3468fb5ee1b482ca36b60 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/7d8363e7e9c3468fb5ee1b482ca36b60 2024-12-14T05:41:13,835 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ddc34e37c3f84c98ab906611f1978e5f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ddc34e37c3f84c98ab906611f1978e5f 2024-12-14T05:41:13,835 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ac774f74c157424b84cb08cd5e399964 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ac774f74c157424b84cb08cd5e399964 2024-12-14T05:41:13,836 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e6b31fb27c3f441fabc10cfa984b5e90 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e6b31fb27c3f441fabc10cfa984b5e90 2024-12-14T05:41:13,836 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e8068a5ab00b4538b9c67cba96f12ca1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/e8068a5ab00b4538b9c67cba96f12ca1 2024-12-14T05:41:13,836 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fcb723120f3d4ab58d5250643ec07b31 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fcb723120f3d4ab58d5250643ec07b31 2024-12-14T05:41:13,838 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/03a9cb1a91304ae99965b755e8aaa14c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/03a9cb1a91304ae99965b755e8aaa14c 2024-12-14T05:41:13,838 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/37945b75af4f4802ad5afb84632bf6bf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/37945b75af4f4802ad5afb84632bf6bf 2024-12-14T05:41:13,838 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b1805f63b2994891bbe5287477ecd90f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b1805f63b2994891bbe5287477ecd90f 2024-12-14T05:41:13,838 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/53437f48ad6e4dcf95a0fa9554f4e2f0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/53437f48ad6e4dcf95a0fa9554f4e2f0 2024-12-14T05:41:13,838 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/2f90a13d426e49da93fbe18e779da911 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/2f90a13d426e49da93fbe18e779da911 2024-12-14T05:41:13,839 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/103de95b39cd45b59c65b752c6c2cd11 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/103de95b39cd45b59c65b752c6c2cd11 2024-12-14T05:41:13,839 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/af9c12af6e8d4fb6834bd70a7b3a230c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/af9c12af6e8d4fb6834bd70a7b3a230c 2024-12-14T05:41:13,839 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/334adf9c5bd24232b7f2cd9e98c3d900 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/334adf9c5bd24232b7f2cd9e98c3d900 2024-12-14T05:41:13,840 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/18a5e5d5a2b7482bb59f5686e8f05378 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/18a5e5d5a2b7482bb59f5686e8f05378 2024-12-14T05:41:13,840 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/27577ffb373241aaad52810df158a229 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/27577ffb373241aaad52810df158a229 2024-12-14T05:41:13,841 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/1bb78d2568c046caa8dd9ac354cb1f7c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/1bb78d2568c046caa8dd9ac354cb1f7c 2024-12-14T05:41:13,841 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/f7a52cd1b46f4b4e897a25450b7f8ef4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/f7a52cd1b46f4b4e897a25450b7f8ef4 2024-12-14T05:41:13,841 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/5d3adad0e99f450482aa22326ee2ab98 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/5d3adad0e99f450482aa22326ee2ab98 2024-12-14T05:41:13,842 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/35a7052ae11d4a7b91058431aa5fc2c1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/35a7052ae11d4a7b91058431aa5fc2c1 2024-12-14T05:41:13,842 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/d9f7a2a06fb84c41876e2dd3803a892e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/d9f7a2a06fb84c41876e2dd3803a892e 2024-12-14T05:41:13,842 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/cef5f6bbb9234633a78348e6cb98c322 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/cef5f6bbb9234633a78348e6cb98c322 2024-12-14T05:41:13,843 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/279487c4675f4133b720cdc2b937918b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/279487c4675f4133b720cdc2b937918b 2024-12-14T05:41:13,843 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/15fd2cbf9f8e4b7692a6461955c56aa6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/15fd2cbf9f8e4b7692a6461955c56aa6 2024-12-14T05:41:13,843 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/435ff400a481470fa16a9f71a96842ab to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/435ff400a481470fa16a9f71a96842ab 2024-12-14T05:41:13,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6828320851db4147859323fb13c79221 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6828320851db4147859323fb13c79221 2024-12-14T05:41:13,844 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3ba85fece47640268aebd47dea8574a3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3ba85fece47640268aebd47dea8574a3 2024-12-14T05:41:13,848 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4274010903b74e8eb60a874d0ea63ccc to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/4274010903b74e8eb60a874d0ea63ccc 2024-12-14T05:41:13,848 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6d5424877d2e4cda938d80d0185f01d1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/6d5424877d2e4cda938d80d0185f01d1 2024-12-14T05:41:13,848 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/9e03110f27c74bd0997e140d500720a0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/9e03110f27c74bd0997e140d500720a0 2024-12-14T05:41:13,849 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/de9b006f11a948eab34992de177a8482 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/de9b006f11a948eab34992de177a8482 2024-12-14T05:41:13,849 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fddf575d02c84a99882788ebe9c29f91 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/fddf575d02c84a99882788ebe9c29f91 2024-12-14T05:41:13,849 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/189ad8676dbe4c69b4fbc444aa4c195e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/189ad8676dbe4c69b4fbc444aa4c195e 2024-12-14T05:41:13,850 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/795ce66572e044a18e155989ea69cd84 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/795ce66572e044a18e155989ea69cd84 2024-12-14T05:41:13,850 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/bd8b0b62ff154b98af49e04ca51dabf8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/bd8b0b62ff154b98af49e04ca51dabf8 2024-12-14T05:41:13,851 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/559e6bae58c6401d8bcfe04feb3bdbd4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/559e6bae58c6401d8bcfe04feb3bdbd4 2024-12-14T05:41:13,851 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b0990e03cedb417399f48d2148044028 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b0990e03cedb417399f48d2148044028 2024-12-14T05:41:13,851 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b76aefea5e1c4360a8233619d7d8680a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b76aefea5e1c4360a8233619d7d8680a 2024-12-14T05:41:13,852 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/99254a6e99c84059a853da95894369bb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/99254a6e99c84059a853da95894369bb 2024-12-14T05:41:13,852 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3b17a7e44baf454fac8eb2652d7a04d3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/3b17a7e44baf454fac8eb2652d7a04d3 2024-12-14T05:41:13,852 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/69c7f04f0eaa4a29bd1d3c0fdcaa4657 2024-12-14T05:41:13,853 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/50b425cafa27496c9ef80852f5fa8cc1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/50b425cafa27496c9ef80852f5fa8cc1 2024-12-14T05:41:13,854 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b9353188f9484f179cbee2d4871e7173 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/b9353188f9484f179cbee2d4871e7173 2024-12-14T05:41:13,855 DEBUG [StoreCloser-TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cfd3e0a0975243e380bcef231f4bddfe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/ba7bcf30c3814d1eb8f3d510e5f2c556, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b9a813c308694149a086a13f80633f7f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/569fcea4f0c54463b303b33d04bdd1c5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/50bcbf8d79f7403e85f7312ee62d9187, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/1220c3e8c1224eeda8867e2e34894e16, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/0657c6b84cd3441ab1f916096e34c969, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39a4c59232994299a0681c92fc7be96c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/febbc7b58c09489da6ef11a9745b471e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fc247209660443a7b2980ba30164519b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/850adf201c924b69a4f34cc63e051069, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/58865b9098a94ba499f0f8f052246cf1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d7580e541b02419c9deeaf9284ece735, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d2b41f11515043b3b057bb690bda5e60, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b3b8c027dff84ec09afdc38dc6187794, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d9687360206545d397fa8a2da727bb01, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/72a93ea3b7624a7db6fd2161749ae0bb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cd25f24c35814d359d232ca5ef2f1fa7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/2ed3b3b82429470a93b1bf38c8e2bb75, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3251d862811240069cb84515fdcde6c7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b27f67fd484a41d589c79d01693d8988, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3e9423be726f4f2792b34c721d568ece, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3582739189cd4012b2f561c5c46e955f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/74173384fcc0445280416bb689ac8833, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3553c438a347460e930914b1b9acd7cf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/30d4d49512174e6d9d2bb57a4bfd3b34, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/7013c55a3f324c6ba64280933e116e9d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/4653f09ae9084195b60b1c2a6b953384, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/84669416fe7444fb956ee61c04ebc83a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5c793f7026f34f1986028142e94b27cb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/007cd134b2004bbdac89f3cd39d6a7ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a77d833d86014c3eaba0e3279e632e05, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f35fbaa5617b44a69c2c94a4822dc17e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5632fb8679df4060a20aa991f9bfb177, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39755b0299d44c9c8d6969cf4b059dd0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/056f7c61033045fcb1d4af876c234909, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c5e025f20a7b4708a4bd737601a2f477, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f57cd62a18fe40408f037561a7b3df5e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c7445b5943444228abe8c4f85c72582d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b38bc0f5ef2048e883ce4b84d1250082, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/6f40ef8f77544c51ad2394da4abc9ea0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/28ef82a435424ae79306aef129d71605, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a4c8442330b9484fbf835b4a7a5d8a03, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5d5f83c216ac4bcba591dd4a47adcdf6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fe8494f5dca24960aae1207e0c330268] to archive 2024-12-14T05:41:13,856 DEBUG [StoreCloser-TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:41:13,860 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cfd3e0a0975243e380bcef231f4bddfe to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cfd3e0a0975243e380bcef231f4bddfe 2024-12-14T05:41:13,860 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b9a813c308694149a086a13f80633f7f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b9a813c308694149a086a13f80633f7f 2024-12-14T05:41:13,860 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/569fcea4f0c54463b303b33d04bdd1c5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/569fcea4f0c54463b303b33d04bdd1c5 2024-12-14T05:41:13,860 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/ba7bcf30c3814d1eb8f3d510e5f2c556 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/ba7bcf30c3814d1eb8f3d510e5f2c556 2024-12-14T05:41:13,860 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/1220c3e8c1224eeda8867e2e34894e16 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/1220c3e8c1224eeda8867e2e34894e16 2024-12-14T05:41:13,860 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/50bcbf8d79f7403e85f7312ee62d9187 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/50bcbf8d79f7403e85f7312ee62d9187 2024-12-14T05:41:13,861 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/0657c6b84cd3441ab1f916096e34c969 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/0657c6b84cd3441ab1f916096e34c969 2024-12-14T05:41:13,861 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39a4c59232994299a0681c92fc7be96c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39a4c59232994299a0681c92fc7be96c 2024-12-14T05:41:13,863 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/febbc7b58c09489da6ef11a9745b471e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/febbc7b58c09489da6ef11a9745b471e 2024-12-14T05:41:13,863 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/58865b9098a94ba499f0f8f052246cf1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/58865b9098a94ba499f0f8f052246cf1 2024-12-14T05:41:13,863 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d9687360206545d397fa8a2da727bb01 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d9687360206545d397fa8a2da727bb01 2024-12-14T05:41:13,864 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fc247209660443a7b2980ba30164519b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fc247209660443a7b2980ba30164519b 2024-12-14T05:41:13,864 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b3b8c027dff84ec09afdc38dc6187794 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b3b8c027dff84ec09afdc38dc6187794 2024-12-14T05:41:13,865 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d7580e541b02419c9deeaf9284ece735 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d7580e541b02419c9deeaf9284ece735 2024-12-14T05:41:13,865 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d2b41f11515043b3b057bb690bda5e60 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/d2b41f11515043b3b057bb690bda5e60 2024-12-14T05:41:13,865 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/850adf201c924b69a4f34cc63e051069 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/850adf201c924b69a4f34cc63e051069 2024-12-14T05:41:13,865 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/72a93ea3b7624a7db6fd2161749ae0bb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/72a93ea3b7624a7db6fd2161749ae0bb 2024-12-14T05:41:13,866 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cd25f24c35814d359d232ca5ef2f1fa7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/cd25f24c35814d359d232ca5ef2f1fa7 2024-12-14T05:41:13,866 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/2ed3b3b82429470a93b1bf38c8e2bb75 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/2ed3b3b82429470a93b1bf38c8e2bb75 2024-12-14T05:41:13,867 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3251d862811240069cb84515fdcde6c7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3251d862811240069cb84515fdcde6c7 2024-12-14T05:41:13,867 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b27f67fd484a41d589c79d01693d8988 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b27f67fd484a41d589c79d01693d8988 2024-12-14T05:41:13,867 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3e9423be726f4f2792b34c721d568ece to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3e9423be726f4f2792b34c721d568ece 2024-12-14T05:41:13,870 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3553c438a347460e930914b1b9acd7cf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3553c438a347460e930914b1b9acd7cf 2024-12-14T05:41:13,870 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/7013c55a3f324c6ba64280933e116e9d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/7013c55a3f324c6ba64280933e116e9d 2024-12-14T05:41:13,870 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/74173384fcc0445280416bb689ac8833 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/74173384fcc0445280416bb689ac8833 2024-12-14T05:41:13,870 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3582739189cd4012b2f561c5c46e955f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/3582739189cd4012b2f561c5c46e955f 2024-12-14T05:41:13,870 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/30d4d49512174e6d9d2bb57a4bfd3b34 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/30d4d49512174e6d9d2bb57a4bfd3b34 2024-12-14T05:41:13,872 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/4653f09ae9084195b60b1c2a6b953384 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/4653f09ae9084195b60b1c2a6b953384 2024-12-14T05:41:13,873 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/007cd134b2004bbdac89f3cd39d6a7ab to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/007cd134b2004bbdac89f3cd39d6a7ab 2024-12-14T05:41:13,873 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a77d833d86014c3eaba0e3279e632e05 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a77d833d86014c3eaba0e3279e632e05 2024-12-14T05:41:13,873 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/84669416fe7444fb956ee61c04ebc83a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/84669416fe7444fb956ee61c04ebc83a 2024-12-14T05:41:13,873 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5632fb8679df4060a20aa991f9bfb177 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5632fb8679df4060a20aa991f9bfb177 2024-12-14T05:41:13,873 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5c793f7026f34f1986028142e94b27cb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5c793f7026f34f1986028142e94b27cb 2024-12-14T05:41:13,873 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39755b0299d44c9c8d6969cf4b059dd0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/39755b0299d44c9c8d6969cf4b059dd0 2024-12-14T05:41:13,875 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/056f7c61033045fcb1d4af876c234909 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/056f7c61033045fcb1d4af876c234909 2024-12-14T05:41:13,875 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c5e025f20a7b4708a4bd737601a2f477 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c5e025f20a7b4708a4bd737601a2f477 2024-12-14T05:41:13,876 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b38bc0f5ef2048e883ce4b84d1250082 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/b38bc0f5ef2048e883ce4b84d1250082 2024-12-14T05:41:13,876 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f57cd62a18fe40408f037561a7b3df5e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f57cd62a18fe40408f037561a7b3df5e 2024-12-14T05:41:13,876 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/6f40ef8f77544c51ad2394da4abc9ea0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/6f40ef8f77544c51ad2394da4abc9ea0 2024-12-14T05:41:13,876 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c7445b5943444228abe8c4f85c72582d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/c7445b5943444228abe8c4f85c72582d 2024-12-14T05:41:13,876 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/28ef82a435424ae79306aef129d71605 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/28ef82a435424ae79306aef129d71605 2024-12-14T05:41:13,878 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a4c8442330b9484fbf835b4a7a5d8a03 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/a4c8442330b9484fbf835b4a7a5d8a03 2024-12-14T05:41:13,878 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f35fbaa5617b44a69c2c94a4822dc17e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/f35fbaa5617b44a69c2c94a4822dc17e 2024-12-14T05:41:13,878 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5d5f83c216ac4bcba591dd4a47adcdf6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/5d5f83c216ac4bcba591dd4a47adcdf6 2024-12-14T05:41:13,878 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fe8494f5dca24960aae1207e0c330268 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/fe8494f5dca24960aae1207e0c330268 2024-12-14T05:41:13,892 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/recovered.edits/661.seqid, newMaxSeqId=661, maxSeqId=1 2024-12-14T05:41:13,894 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958. 2024-12-14T05:41:13,894 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for bf170228b641e18b787109f18b44d958: 2024-12-14T05:41:13,896 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed bf170228b641e18b787109f18b44d958 2024-12-14T05:41:13,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=bf170228b641e18b787109f18b44d958, regionState=CLOSED 2024-12-14T05:41:13,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-14T05:41:13,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure bf170228b641e18b787109f18b44d958, server=e1063daab615,33421,1734154841687 in 1.5570 sec 2024-12-14T05:41:13,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-14T05:41:13,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf170228b641e18b787109f18b44d958, UNASSIGN in 1.5610 sec 2024-12-14T05:41:13,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-14T05:41:13,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5680 sec 2024-12-14T05:41:13,903 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154873903"}]},"ts":"1734154873903"} 2024-12-14T05:41:13,904 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-14T05:41:13,915 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-14T05:41:13,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5980 sec 2024-12-14T05:41:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-14T05:41:14,429 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-14T05:41:14,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-14T05:41:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:14,443 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:14,444 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-14T05:41:14,447 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958 2024-12-14T05:41:14,451 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/recovered.edits] 2024-12-14T05:41:14,455 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f4a4bfdb04d9451e9255906f85b73ce1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/f4a4bfdb04d9451e9255906f85b73ce1 2024-12-14T05:41:14,455 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/df2ffc9c271041fa9f34c76e7548c603 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/A/df2ffc9c271041fa9f34c76e7548c603 2024-12-14T05:41:14,459 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ffbab8bbfb554f18872c4f91b0438db0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/ffbab8bbfb554f18872c4f91b0438db0 2024-12-14T05:41:14,459 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/356df1c0bc5f427da21a053bd91b6284 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/B/356df1c0bc5f427da21a053bd91b6284 2024-12-14T05:41:14,463 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/de3a8ae5ff9e46c2baee2287af9dfb2a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/de3a8ae5ff9e46c2baee2287af9dfb2a 2024-12-14T05:41:14,463 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/eb8232663ad14563b70fdf203d732dd9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/C/eb8232663ad14563b70fdf203d732dd9 2024-12-14T05:41:14,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/recovered.edits/661.seqid to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958/recovered.edits/661.seqid 2024-12-14T05:41:14,468 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/bf170228b641e18b787109f18b44d958 2024-12-14T05:41:14,468 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-14T05:41:14,474 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:14,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-14T05:41:14,480 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-14T05:41:14,517 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-14T05:41:14,519 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:14,520 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-14T05:41:14,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734154874520"}]},"ts":"9223372036854775807"} 2024-12-14T05:41:14,524 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-14T05:41:14,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bf170228b641e18b787109f18b44d958, NAME => 'TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958.', STARTKEY => '', ENDKEY => ''}] 2024-12-14T05:41:14,525 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-14T05:41:14,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734154874525"}]},"ts":"9223372036854775807"} 2024-12-14T05:41:14,527 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-14T05:41:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-14T05:41:14,571 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:14,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 133 msec 2024-12-14T05:41:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-14T05:41:14,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-14T05:41:14,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 219) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e1063daab615:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;e1063daab615:33421-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1186541542_22 at /127.0.0.1:56360 [Waiting for operation #366] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-321119176_22 at /127.0.0.1:56220 [Waiting for operation #375] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x739b9ed9-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x739b9ed9-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1186541542_22 at /127.0.0.1:38426 [Waiting for operation #153] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e1063daab615:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x739b9ed9-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x739b9ed9-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2328 (was 3004) 2024-12-14T05:41:14,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2328 2024-12-14T05:41:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:41:14,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:41:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:14,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-14T05:41:14,775 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:14,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-12-14T05:41:14,776 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-14T05:41:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-14T05:41:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741980_1156 (size=963) 2024-12-14T05:41:14,877 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-14T05:41:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-14T05:41:14,880 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-14T05:41:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-14T05:41:15,187 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:41:15,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741981_1157 (size=53) 2024-12-14T05:41:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-14T05:41:15,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:41:15,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ade6726dd44275d003a37c76f938db39, disabling compactions & flushes 2024-12-14T05:41:15,597 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. after waiting 0 ms 2024-12-14T05:41:15,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,597 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:15,598 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-14T05:41:15,598 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734154875598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734154875598"}]},"ts":"1734154875598"} 2024-12-14T05:41:15,600 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-14T05:41:15,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-14T05:41:15,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154875601"}]},"ts":"1734154875601"} 2024-12-14T05:41:15,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-14T05:41:15,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, ASSIGN}] 2024-12-14T05:41:15,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, ASSIGN 2024-12-14T05:41:15,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, ASSIGN; state=OFFLINE, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=false 2024-12-14T05:41:15,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:15,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:41:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-14T05:41:15,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:15,962 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,962 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:41:15,963 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,963 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:41:15,963 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,963 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,965 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,966 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:15,966 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade6726dd44275d003a37c76f938db39 columnFamilyName A 2024-12-14T05:41:15,966 DEBUG [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:15,967 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(327): Store=ade6726dd44275d003a37c76f938db39/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:15,967 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,968 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:15,969 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade6726dd44275d003a37c76f938db39 columnFamilyName B 2024-12-14T05:41:15,969 DEBUG [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:15,969 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(327): Store=ade6726dd44275d003a37c76f938db39/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:15,969 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,971 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:15,971 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade6726dd44275d003a37c76f938db39 columnFamilyName C 2024-12-14T05:41:15,971 DEBUG [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:15,971 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(327): Store=ade6726dd44275d003a37c76f938db39/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:15,971 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,972 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,972 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,974 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:41:15,975 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:15,977 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:41:15,977 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened ade6726dd44275d003a37c76f938db39; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69846276, jitterRate=0.0407906174659729}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:41:15,978 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:15,978 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., pid=41, masterSystemTime=1734154875959 2024-12-14T05:41:15,980 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,980 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:15,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:15,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-14T05:41:15,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 in 174 msec 2024-12-14T05:41:15,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-14T05:41:15,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, ASSIGN in 329 msec 2024-12-14T05:41:15,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-14T05:41:15,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154875984"}]},"ts":"1734154875984"} 2024-12-14T05:41:15,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-14T05:41:15,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-14T05:41:15,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2230 sec 2024-12-14T05:41:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-14T05:41:16,888 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-14T05:41:16,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x407e6b5c to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6eb305fc 2024-12-14T05:41:16,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245d85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:16,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:16,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:16,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-14T05:41:16,945 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-14T05:41:16,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:41:16,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:41:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741982_1158 (size=999) 2024-12-14T05:41:17,366 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-14T05:41:17,366 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-14T05:41:17,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:41:17,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, REOPEN/MOVE}] 2024-12-14T05:41:17,379 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, REOPEN/MOVE 2024-12-14T05:41:17,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:17,380 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:41:17,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:41:17,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:17,533 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,533 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:41:17,533 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing ade6726dd44275d003a37c76f938db39, disabling compactions & flushes 2024-12-14T05:41:17,533 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,533 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,533 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. after waiting 0 ms 2024-12-14T05:41:17,533 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,539 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-14T05:41:17,540 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,540 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:17,540 WARN [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: ade6726dd44275d003a37c76f938db39 to self. 2024-12-14T05:41:17,543 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=CLOSED 2024-12-14T05:41:17,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-14T05:41:17,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 in 165 msec 2024-12-14T05:41:17,549 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, REOPEN/MOVE; state=CLOSED, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=true 2024-12-14T05:41:17,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:17,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:41:17,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:17,856 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,856 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:41:17,856 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,856 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:41:17,856 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,856 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,858 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,859 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:17,863 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade6726dd44275d003a37c76f938db39 columnFamilyName A 2024-12-14T05:41:17,865 DEBUG [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:17,865 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(327): Store=ade6726dd44275d003a37c76f938db39/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:17,866 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,866 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:17,866 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade6726dd44275d003a37c76f938db39 columnFamilyName B 2024-12-14T05:41:17,866 DEBUG [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:17,867 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(327): Store=ade6726dd44275d003a37c76f938db39/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:17,867 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,867 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:17,868 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade6726dd44275d003a37c76f938db39 columnFamilyName C 2024-12-14T05:41:17,868 DEBUG [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:17,868 INFO [StoreOpener-ade6726dd44275d003a37c76f938db39-1 {}] regionserver.HStore(327): Store=ade6726dd44275d003a37c76f938db39/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:17,868 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,869 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,870 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,871 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:41:17,872 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:17,873 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened ade6726dd44275d003a37c76f938db39; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70231313, jitterRate=0.04652811586856842}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:41:17,874 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:17,875 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., pid=46, masterSystemTime=1734154877853 2024-12-14T05:41:17,876 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,876 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:17,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=OPEN, openSeqNum=5, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:17,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-12-14T05:41:17,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 in 177 msec 2024-12-14T05:41:17,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-14T05:41:17,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, REOPEN/MOVE in 501 msec 2024-12-14T05:41:17,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-14T05:41:17,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-12-14T05:41:17,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-12-14T05:41:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-14T05:41:17,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-12-14T05:41:17,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:17,989 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-12-14T05:41:18,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-12-14T05:41:18,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-12-14T05:41:18,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-12-14T05:41:18,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-14T05:41:18,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-12-14T05:41:18,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7af61386 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a7e1dd 2024-12-14T05:41:18,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630684bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x063e87c8 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31a027db 2024-12-14T05:41:18,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:18,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-14T05:41:18,104 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-14T05:41:18,104 DEBUG [hconnection-0xdd19fcc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:18,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:18,106 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,111 DEBUG [hconnection-0x7e8d90dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,112 DEBUG [hconnection-0x7f52c0a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,112 DEBUG [hconnection-0x530a8cd4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,114 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,114 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,115 DEBUG [hconnection-0xec842cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,117 DEBUG [hconnection-0x2f3cc540-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,117 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,117 DEBUG [hconnection-0x1cb573d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,119 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,121 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,124 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,128 DEBUG [hconnection-0x2149e263-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,132 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:18,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:41:18,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:18,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:18,137 DEBUG [hconnection-0x57759ec8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:18,138 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:18,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144de5515b438445158adda32189cb0d95_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154878134/Put/seqid=0 2024-12-14T05:41:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741983_1159 (size=12154) 2024-12-14T05:41:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-14T05:41:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154938221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154938226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154938227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154938232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154938237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:18,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:18,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:18,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154938334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154938343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154938345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154938346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154938346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:18,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-14T05:41:18,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154938539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154938547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154938547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154938551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154938557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,566 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:18,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:18,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:18,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:18,620 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144de5515b438445158adda32189cb0d95_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144de5515b438445158adda32189cb0d95_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:18,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/621fd5e03f0b400594c8d4eb1163f36f, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:18,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/621fd5e03f0b400594c8d4eb1163f36f is 175, key is test_row_0/A:col10/1734154878134/Put/seqid=0 2024-12-14T05:41:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741984_1160 (size=30955) 2024-12-14T05:41:18,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:18,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-14T05:41:18,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154938844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154938852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154938854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154938860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154938862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:18,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:18,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:18,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:19,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,046 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/621fd5e03f0b400594c8d4eb1163f36f 2024-12-14T05:41:19,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/47d3ff66dc124166b9cf02130c4d9c20 is 50, key is test_row_0/B:col10/1734154878134/Put/seqid=0 2024-12-14T05:41:19,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741985_1161 (size=12001) 2024-12-14T05:41:19,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/47d3ff66dc124166b9cf02130c4d9c20 2024-12-14T05:41:19,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/4f56097bdfcf453a9611986e0ed7772d is 50, key is test_row_0/C:col10/1734154878134/Put/seqid=0 2024-12-14T05:41:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741986_1162 (size=12001) 2024-12-14T05:41:19,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:19,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-14T05:41:19,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:19,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154939351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:19,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154939357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:19,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154939358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:19,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154939364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:19,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154939371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:19,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-14T05:41:19,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:19,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:19,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:19,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:19,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/4f56097bdfcf453a9611986e0ed7772d 2024-12-14T05:41:19,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/621fd5e03f0b400594c8d4eb1163f36f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/621fd5e03f0b400594c8d4eb1163f36f 2024-12-14T05:41:19,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/621fd5e03f0b400594c8d4eb1163f36f, entries=150, sequenceid=17, filesize=30.2 K 2024-12-14T05:41:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/47d3ff66dc124166b9cf02130c4d9c20 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/47d3ff66dc124166b9cf02130c4d9c20 2024-12-14T05:41:19,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/47d3ff66dc124166b9cf02130c4d9c20, entries=150, sequenceid=17, filesize=11.7 K 2024-12-14T05:41:19,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/4f56097bdfcf453a9611986e0ed7772d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/4f56097bdfcf453a9611986e0ed7772d 2024-12-14T05:41:19,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/4f56097bdfcf453a9611986e0ed7772d, entries=150, sequenceid=17, filesize=11.7 K 2024-12-14T05:41:19,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ade6726dd44275d003a37c76f938db39 in 1449ms, sequenceid=17, compaction requested=false 2024-12-14T05:41:19,585 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-14T05:41:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:19,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:19,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-14T05:41:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:19,647 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:19,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:19,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:19,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d6aedbc87d2e4243ac8cf5a5842e037b_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154878226/Put/seqid=0 2024-12-14T05:41:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741987_1163 (size=12154) 2024-12-14T05:41:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:19,679 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d6aedbc87d2e4243ac8cf5a5842e037b_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d6aedbc87d2e4243ac8cf5a5842e037b_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e152a90776174d75ab76010d0962c98f, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e152a90776174d75ab76010d0962c98f is 175, key is test_row_0/A:col10/1734154878226/Put/seqid=0 2024-12-14T05:41:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741988_1164 (size=30955) 2024-12-14T05:41:20,093 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e152a90776174d75ab76010d0962c98f 2024-12-14T05:41:20,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/0b6b4427e07d42159bd8ae9ec084de75 is 50, key is test_row_0/B:col10/1734154878226/Put/seqid=0 2024-12-14T05:41:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741989_1165 (size=12001) 2024-12-14T05:41:20,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/0b6b4427e07d42159bd8ae9ec084de75 2024-12-14T05:41:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/5eb204aad12240049accc6164626b0bb is 50, key is test_row_0/C:col10/1734154878226/Put/seqid=0 2024-12-14T05:41:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741990_1166 (size=12001) 2024-12-14T05:41:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-14T05:41:20,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154940371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154940372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154940373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154940374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154940380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154940476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154940477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154940477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154940477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,544 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/5eb204aad12240049accc6164626b0bb 2024-12-14T05:41:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e152a90776174d75ab76010d0962c98f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e152a90776174d75ab76010d0962c98f 2024-12-14T05:41:20,555 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e152a90776174d75ab76010d0962c98f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-14T05:41:20,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/0b6b4427e07d42159bd8ae9ec084de75 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/0b6b4427e07d42159bd8ae9ec084de75 2024-12-14T05:41:20,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/0b6b4427e07d42159bd8ae9ec084de75, entries=150, sequenceid=40, filesize=11.7 K 2024-12-14T05:41:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/5eb204aad12240049accc6164626b0bb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/5eb204aad12240049accc6164626b0bb 2024-12-14T05:41:20,571 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/5eb204aad12240049accc6164626b0bb, entries=150, sequenceid=40, filesize=11.7 K 2024-12-14T05:41:20,574 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ade6726dd44275d003a37c76f938db39 in 926ms, sequenceid=40, compaction requested=false 2024-12-14T05:41:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-14T05:41:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-14T05:41:20,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-14T05:41:20,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-12-14T05:41:20,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.4770 sec 2024-12-14T05:41:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:20,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:41:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:20,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154940702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154940704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154940706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154940706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214cd29f60abb4245508bfdce071ac50f38_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154880681/Put/seqid=0 2024-12-14T05:41:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741991_1167 (size=12154) 2024-12-14T05:41:20,733 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:20,738 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214cd29f60abb4245508bfdce071ac50f38_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214cd29f60abb4245508bfdce071ac50f38_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:20,740 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/5494004a459f43eaa4aea680914fd6d0, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:20,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/5494004a459f43eaa4aea680914fd6d0 is 175, key is test_row_0/A:col10/1734154880681/Put/seqid=0 2024-12-14T05:41:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741992_1168 (size=30955) 2024-12-14T05:41:20,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/5494004a459f43eaa4aea680914fd6d0 2024-12-14T05:41:20,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/3b5b0a0a252c4554b28ec154d76fa215 is 50, key is test_row_0/B:col10/1734154880681/Put/seqid=0 2024-12-14T05:41:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741993_1169 (size=12001) 2024-12-14T05:41:20,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/3b5b0a0a252c4554b28ec154d76fa215 2024-12-14T05:41:20,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154940807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154940808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/77432b9d97934dccab9595dfcfdde4c1 is 50, key is test_row_0/C:col10/1734154880681/Put/seqid=0 2024-12-14T05:41:20,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154940812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154940812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:20,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741994_1170 (size=12001) 2024-12-14T05:41:20,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/77432b9d97934dccab9595dfcfdde4c1 2024-12-14T05:41:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/5494004a459f43eaa4aea680914fd6d0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/5494004a459f43eaa4aea680914fd6d0 2024-12-14T05:41:20,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/5494004a459f43eaa4aea680914fd6d0, entries=150, sequenceid=55, filesize=30.2 K 2024-12-14T05:41:20,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/3b5b0a0a252c4554b28ec154d76fa215 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/3b5b0a0a252c4554b28ec154d76fa215 2024-12-14T05:41:20,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/3b5b0a0a252c4554b28ec154d76fa215, entries=150, sequenceid=55, filesize=11.7 K 2024-12-14T05:41:20,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/77432b9d97934dccab9595dfcfdde4c1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/77432b9d97934dccab9595dfcfdde4c1 2024-12-14T05:41:20,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/77432b9d97934dccab9595dfcfdde4c1, entries=150, sequenceid=55, filesize=11.7 K 2024-12-14T05:41:20,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ade6726dd44275d003a37c76f938db39 in 174ms, sequenceid=55, compaction requested=true 2024-12-14T05:41:20,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:20,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:20,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:20,858 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:20,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:20,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:20,858 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:20,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:20,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:20,860 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:20,860 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/B is initiating minor compaction (all files) 2024-12-14T05:41:20,860 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/B in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:20,860 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/47d3ff66dc124166b9cf02130c4d9c20, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/0b6b4427e07d42159bd8ae9ec084de75, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/3b5b0a0a252c4554b28ec154d76fa215] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=35.2 K 2024-12-14T05:41:20,860 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:20,860 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/A is initiating minor compaction (all files) 2024-12-14T05:41:20,860 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/A in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:20,861 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/621fd5e03f0b400594c8d4eb1163f36f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e152a90776174d75ab76010d0962c98f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/5494004a459f43eaa4aea680914fd6d0] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=90.7 K 2024-12-14T05:41:20,861 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:20,861 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/621fd5e03f0b400594c8d4eb1163f36f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e152a90776174d75ab76010d0962c98f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/5494004a459f43eaa4aea680914fd6d0] 2024-12-14T05:41:20,861 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 47d3ff66dc124166b9cf02130c4d9c20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734154878128 2024-12-14T05:41:20,862 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 621fd5e03f0b400594c8d4eb1163f36f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734154878128 2024-12-14T05:41:20,862 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6b4427e07d42159bd8ae9ec084de75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734154878219 2024-12-14T05:41:20,863 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e152a90776174d75ab76010d0962c98f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734154878219 2024-12-14T05:41:20,863 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b5b0a0a252c4554b28ec154d76fa215, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154880368 2024-12-14T05:41:20,863 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5494004a459f43eaa4aea680914fd6d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154880368 2024-12-14T05:41:20,873 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:20,877 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:20,877 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/db29ea08d38e4274b53f90e3457fbc25 is 50, key is test_row_0/B:col10/1734154880681/Put/seqid=0 2024-12-14T05:41:20,880 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121465c62732111f4ebea031e99df91648fd_ade6726dd44275d003a37c76f938db39 store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:20,886 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121465c62732111f4ebea031e99df91648fd_ade6726dd44275d003a37c76f938db39, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:20,887 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121465c62732111f4ebea031e99df91648fd_ade6726dd44275d003a37c76f938db39 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741996_1172 (size=4469) 2024-12-14T05:41:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741995_1171 (size=12104) 2024-12-14T05:41:20,907 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#A#compaction#150 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:20,909 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/f8bb9fed08b34734aad46ea9f29a49b7 is 175, key is test_row_0/A:col10/1734154880681/Put/seqid=0 2024-12-14T05:41:20,916 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/db29ea08d38e4274b53f90e3457fbc25 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/db29ea08d38e4274b53f90e3457fbc25 2024-12-14T05:41:20,923 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/B of ade6726dd44275d003a37c76f938db39 into db29ea08d38e4274b53f90e3457fbc25(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:20,923 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:20,923 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/B, priority=13, startTime=1734154880858; duration=0sec 2024-12-14T05:41:20,923 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:20,923 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:B 2024-12-14T05:41:20,924 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:20,925 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:20,925 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/C is initiating minor compaction (all files) 2024-12-14T05:41:20,925 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/C in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:20,925 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/4f56097bdfcf453a9611986e0ed7772d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/5eb204aad12240049accc6164626b0bb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/77432b9d97934dccab9595dfcfdde4c1] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=35.2 K 2024-12-14T05:41:20,926 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f56097bdfcf453a9611986e0ed7772d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734154878128 2024-12-14T05:41:20,927 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb204aad12240049accc6164626b0bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734154878219 2024-12-14T05:41:20,927 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 77432b9d97934dccab9595dfcfdde4c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154880368 2024-12-14T05:41:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741997_1173 (size=31058) 2024-12-14T05:41:20,941 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:20,941 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/b243cd03bded4a7cb43b4ee770d1e3e5 is 50, key is test_row_0/C:col10/1734154880681/Put/seqid=0 2024-12-14T05:41:20,944 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/f8bb9fed08b34734aad46ea9f29a49b7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f8bb9fed08b34734aad46ea9f29a49b7 2024-12-14T05:41:20,951 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/A of ade6726dd44275d003a37c76f938db39 into f8bb9fed08b34734aad46ea9f29a49b7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:20,951 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:20,951 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/A, priority=13, startTime=1734154880858; duration=0sec 2024-12-14T05:41:20,952 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:20,952 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:A 2024-12-14T05:41:20,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741998_1174 (size=12104) 2024-12-14T05:41:20,965 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/b243cd03bded4a7cb43b4ee770d1e3e5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b243cd03bded4a7cb43b4ee770d1e3e5 2024-12-14T05:41:20,972 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/C of ade6726dd44275d003a37c76f938db39 into b243cd03bded4a7cb43b4ee770d1e3e5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:20,972 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:20,972 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/C, priority=13, startTime=1734154880858; duration=0sec 2024-12-14T05:41:20,973 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:20,973 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:C 2024-12-14T05:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:21,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-14T05:41:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214955913042c6b403592df51bd51f4ac2f_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154881014/Put/seqid=0 2024-12-14T05:41:21,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154941027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154941029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154941033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154941036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741999_1175 (size=14594) 2024-12-14T05:41:21,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:21,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214955913042c6b403592df51bd51f4ac2f_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214955913042c6b403592df51bd51f4ac2f_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:21,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/cdaadcd861e74f0bbcc6ec37720917b3, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:21,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/cdaadcd861e74f0bbcc6ec37720917b3 is 175, key is test_row_0/A:col10/1734154881014/Put/seqid=0 2024-12-14T05:41:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742000_1176 (size=39549) 2024-12-14T05:41:21,071 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/cdaadcd861e74f0bbcc6ec37720917b3 2024-12-14T05:41:21,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/6b73740f3d5e460eaeebdc5e5ffb8f09 is 50, key is test_row_0/B:col10/1734154881014/Put/seqid=0 2024-12-14T05:41:21,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742001_1177 (size=12001) 2024-12-14T05:41:21,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/6b73740f3d5e460eaeebdc5e5ffb8f09 2024-12-14T05:41:21,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9 is 50, key is test_row_0/C:col10/1734154881014/Put/seqid=0 2024-12-14T05:41:21,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742002_1178 (size=12001) 2024-12-14T05:41:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154941134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154941135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154941137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154941139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154941336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154941337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154941341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154941343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9 2024-12-14T05:41:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/cdaadcd861e74f0bbcc6ec37720917b3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/cdaadcd861e74f0bbcc6ec37720917b3 2024-12-14T05:41:21,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/cdaadcd861e74f0bbcc6ec37720917b3, entries=200, sequenceid=81, filesize=38.6 K 2024-12-14T05:41:21,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/6b73740f3d5e460eaeebdc5e5ffb8f09 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/6b73740f3d5e460eaeebdc5e5ffb8f09 2024-12-14T05:41:21,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/6b73740f3d5e460eaeebdc5e5ffb8f09, entries=150, sequenceid=81, filesize=11.7 K 2024-12-14T05:41:21,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9 2024-12-14T05:41:21,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9, entries=150, sequenceid=81, filesize=11.7 K 2024-12-14T05:41:21,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ade6726dd44275d003a37c76f938db39 in 512ms, sequenceid=81, compaction requested=false 2024-12-14T05:41:21,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:21,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-14T05:41:21,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:21,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:21,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:21,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214dd889fc4426e4b9a9e93b97a220b943b_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154881641/Put/seqid=0 2024-12-14T05:41:21,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154941674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154941674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154941676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154941676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742003_1179 (size=12154) 2024-12-14T05:41:21,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:21,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214dd889fc4426e4b9a9e93b97a220b943b_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214dd889fc4426e4b9a9e93b97a220b943b_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:21,713 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e67dd84916e24cd1b9320498a065bea9, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:21,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e67dd84916e24cd1b9320498a065bea9 is 175, key is test_row_0/A:col10/1734154881641/Put/seqid=0 2024-12-14T05:41:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742004_1180 (size=30955) 2024-12-14T05:41:21,731 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e67dd84916e24cd1b9320498a065bea9 2024-12-14T05:41:21,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/09a5fc6265d948968969cd62339ce7dc is 50, key is test_row_0/B:col10/1734154881641/Put/seqid=0 2024-12-14T05:41:21,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742005_1181 (size=12001) 2024-12-14T05:41:21,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/09a5fc6265d948968969cd62339ce7dc 2024-12-14T05:41:21,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/f70dcbf14fc5404396749f833102252a is 50, key is test_row_0/C:col10/1734154881641/Put/seqid=0 2024-12-14T05:41:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742006_1182 (size=12001) 2024-12-14T05:41:21,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154941780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154941781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154941781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154941781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:21,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/f70dcbf14fc5404396749f833102252a 2024-12-14T05:41:21,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e67dd84916e24cd1b9320498a065bea9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e67dd84916e24cd1b9320498a065bea9 2024-12-14T05:41:21,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e67dd84916e24cd1b9320498a065bea9, entries=150, sequenceid=97, filesize=30.2 K 2024-12-14T05:41:21,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/09a5fc6265d948968969cd62339ce7dc as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/09a5fc6265d948968969cd62339ce7dc 2024-12-14T05:41:21,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/09a5fc6265d948968969cd62339ce7dc, entries=150, sequenceid=97, filesize=11.7 K 2024-12-14T05:41:21,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/f70dcbf14fc5404396749f833102252a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f70dcbf14fc5404396749f833102252a 2024-12-14T05:41:21,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f70dcbf14fc5404396749f833102252a, entries=150, sequenceid=97, filesize=11.7 K 2024-12-14T05:41:21,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for ade6726dd44275d003a37c76f938db39 in 175ms, sequenceid=97, compaction requested=true 2024-12-14T05:41:21,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:21,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:21,818 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:21,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:21,819 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:21,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:21,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:21,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:21,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:21,820 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:21,820 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/A is initiating minor compaction (all files) 2024-12-14T05:41:21,820 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/A in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:21,820 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f8bb9fed08b34734aad46ea9f29a49b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/cdaadcd861e74f0bbcc6ec37720917b3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e67dd84916e24cd1b9320498a065bea9] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=99.2 K 2024-12-14T05:41:21,820 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:21,820 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f8bb9fed08b34734aad46ea9f29a49b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/cdaadcd861e74f0bbcc6ec37720917b3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e67dd84916e24cd1b9320498a065bea9] 2024-12-14T05:41:21,821 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:21,821 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/B is initiating minor compaction (all files) 2024-12-14T05:41:21,821 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/B in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:21,821 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/db29ea08d38e4274b53f90e3457fbc25, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/6b73740f3d5e460eaeebdc5e5ffb8f09, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/09a5fc6265d948968969cd62339ce7dc] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=35.3 K 2024-12-14T05:41:21,822 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8bb9fed08b34734aad46ea9f29a49b7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154880368 2024-12-14T05:41:21,822 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdaadcd861e74f0bbcc6ec37720917b3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734154880698 2024-12-14T05:41:21,823 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting db29ea08d38e4274b53f90e3457fbc25, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154880368 2024-12-14T05:41:21,823 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e67dd84916e24cd1b9320498a065bea9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154881026 2024-12-14T05:41:21,824 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b73740f3d5e460eaeebdc5e5ffb8f09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734154880704 2024-12-14T05:41:21,824 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 09a5fc6265d948968969cd62339ce7dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154881026 2024-12-14T05:41:21,835 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:21,848 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:21,849 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/c4fab92c4270495d8b140166f37faa98 is 50, key is test_row_0/B:col10/1734154881641/Put/seqid=0 2024-12-14T05:41:21,850 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214571524c54a0c4dc183bddcc9315324fe_ade6726dd44275d003a37c76f938db39 store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:21,853 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214571524c54a0c4dc183bddcc9315324fe_ade6726dd44275d003a37c76f938db39, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:21,853 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214571524c54a0c4dc183bddcc9315324fe_ade6726dd44275d003a37c76f938db39 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:21,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742008_1184 (size=12207) 2024-12-14T05:41:21,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742007_1183 (size=4469) 2024-12-14T05:41:21,895 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#A#compaction#159 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:21,896 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/ea965b09eb1c4b259454af5d1189cbe4 is 175, key is test_row_0/A:col10/1734154881641/Put/seqid=0 2024-12-14T05:41:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742009_1185 (size=31161) 2024-12-14T05:41:21,913 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/ea965b09eb1c4b259454af5d1189cbe4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea965b09eb1c4b259454af5d1189cbe4 2024-12-14T05:41:21,919 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/A of ade6726dd44275d003a37c76f938db39 into ea965b09eb1c4b259454af5d1189cbe4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:21,919 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:21,919 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/A, priority=13, startTime=1734154881818; duration=0sec 2024-12-14T05:41:21,919 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:21,920 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:A 2024-12-14T05:41:21,920 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:21,922 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:21,922 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/C is initiating minor compaction (all files) 2024-12-14T05:41:21,922 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/C in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:21,922 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b243cd03bded4a7cb43b4ee770d1e3e5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f70dcbf14fc5404396749f833102252a] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=35.3 K 2024-12-14T05:41:21,922 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b243cd03bded4a7cb43b4ee770d1e3e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154880368 2024-12-14T05:41:21,923 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd1ae6f1a8ad4e6b9eb6afc197413cb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734154880704 2024-12-14T05:41:21,923 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f70dcbf14fc5404396749f833102252a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154881026 2024-12-14T05:41:21,934 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:21,935 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/91a9335245fd49c8ab85c56864314189 is 50, key is test_row_0/C:col10/1734154881641/Put/seqid=0 2024-12-14T05:41:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742010_1186 (size=12207) 2024-12-14T05:41:21,968 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/91a9335245fd49c8ab85c56864314189 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/91a9335245fd49c8ab85c56864314189 2024-12-14T05:41:21,973 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/C of ade6726dd44275d003a37c76f938db39 into 91a9335245fd49c8ab85c56864314189(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:21,973 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:21,973 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/C, priority=13, startTime=1734154881819; duration=0sec 2024-12-14T05:41:21,974 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:21,974 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:C 2024-12-14T05:41:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:21,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-14T05:41:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:21,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154941995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154941999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154941999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154942000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145d64cfcd46b140cda78e3bcc6e6094c1_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154881674/Put/seqid=0 2024-12-14T05:41:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742011_1187 (size=17034) 2024-12-14T05:41:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154942100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154942102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154942102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154942102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-14T05:41:22,224 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-14T05:41:22,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-14T05:41:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-14T05:41:22,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:22,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:22,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:22,289 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/c4fab92c4270495d8b140166f37faa98 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c4fab92c4270495d8b140166f37faa98 2024-12-14T05:41:22,293 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/B of ade6726dd44275d003a37c76f938db39 into c4fab92c4270495d8b140166f37faa98(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:22,293 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:22,293 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/B, priority=13, startTime=1734154881818; duration=0sec 2024-12-14T05:41:22,293 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:22,294 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:B 2024-12-14T05:41:22,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154942303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154942306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154942306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154942306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-14T05:41:22,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:22,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154942397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,399 DEBUG [Thread-759 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:22,422 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:22,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145d64cfcd46b140cda78e3bcc6e6094c1_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145d64cfcd46b140cda78e3bcc6e6094c1_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:22,428 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/61667f7acc8848b6b7af70956886ad1b, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:22,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/61667f7acc8848b6b7af70956886ad1b is 175, key is test_row_0/A:col10/1734154881674/Put/seqid=0 2024-12-14T05:41:22,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742012_1188 (size=48139) 2024-12-14T05:41:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-14T05:41:22,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:22,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154942608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154942608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154942610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154942610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:22,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:22,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:22,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-14T05:41:22,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:22,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/61667f7acc8848b6b7af70956886ad1b 2024-12-14T05:41:22,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/511458024cbc473580697afcd0491ad1 is 50, key is test_row_0/B:col10/1734154881674/Put/seqid=0 2024-12-14T05:41:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742013_1189 (size=12001) 2024-12-14T05:41:22,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:22,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:22,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154943111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:23,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154943111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:23,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154943112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:23,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154943113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:23,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:23,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:23,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:23,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/511458024cbc473580697afcd0491ad1 2024-12-14T05:41:23,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/1d325a935a664fe4bab97d7a7de25eb3 is 50, key is test_row_0/C:col10/1734154881674/Put/seqid=0 2024-12-14T05:41:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742014_1190 (size=12001) 2024-12-14T05:41:23,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:23,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-14T05:41:23,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:23,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:23,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:23,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:23,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:23,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/1d325a935a664fe4bab97d7a7de25eb3 2024-12-14T05:41:23,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/61667f7acc8848b6b7af70956886ad1b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/61667f7acc8848b6b7af70956886ad1b 2024-12-14T05:41:23,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/61667f7acc8848b6b7af70956886ad1b, entries=250, sequenceid=122, filesize=47.0 K 2024-12-14T05:41:23,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/511458024cbc473580697afcd0491ad1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/511458024cbc473580697afcd0491ad1 2024-12-14T05:41:23,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/511458024cbc473580697afcd0491ad1, entries=150, sequenceid=122, filesize=11.7 K 2024-12-14T05:41:23,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/1d325a935a664fe4bab97d7a7de25eb3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1d325a935a664fe4bab97d7a7de25eb3 2024-12-14T05:41:23,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1d325a935a664fe4bab97d7a7de25eb3, entries=150, sequenceid=122, filesize=11.7 K 2024-12-14T05:41:23,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ade6726dd44275d003a37c76f938db39 in 1712ms, sequenceid=122, compaction requested=false 2024-12-14T05:41:23,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:23,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:23,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-14T05:41:23,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:23,758 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:41:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ce07b32f710d429cab75e93a4f7ed336_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154881993/Put/seqid=0 2024-12-14T05:41:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742015_1191 (size=12304) 2024-12-14T05:41:23,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:23,794 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ce07b32f710d429cab75e93a4f7ed336_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ce07b32f710d429cab75e93a4f7ed336_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:23,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/05591cf042754dce87888ea77b5515ad, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:23,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/05591cf042754dce87888ea77b5515ad is 175, key is test_row_0/A:col10/1734154881993/Put/seqid=0 2024-12-14T05:41:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742016_1192 (size=31105) 2024-12-14T05:41:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:24,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154944131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154944133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154944134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154944134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,202 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/05591cf042754dce87888ea77b5515ad 2024-12-14T05:41:24,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/02010981465f4356bea9d244ea0f0677 is 50, key is test_row_0/B:col10/1734154881993/Put/seqid=0 2024-12-14T05:41:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742017_1193 (size=12151) 2024-12-14T05:41:24,224 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/02010981465f4356bea9d244ea0f0677 2024-12-14T05:41:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/974c302811d54810ab5d555066f3c944 is 50, key is test_row_0/C:col10/1734154881993/Put/seqid=0 2024-12-14T05:41:24,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154944236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154944237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154944238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154944238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742018_1194 (size=12151) 2024-12-14T05:41:24,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/974c302811d54810ab5d555066f3c944 2024-12-14T05:41:24,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/05591cf042754dce87888ea77b5515ad as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/05591cf042754dce87888ea77b5515ad 2024-12-14T05:41:24,258 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/05591cf042754dce87888ea77b5515ad, entries=150, sequenceid=137, filesize=30.4 K 2024-12-14T05:41:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/02010981465f4356bea9d244ea0f0677 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/02010981465f4356bea9d244ea0f0677 2024-12-14T05:41:24,263 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/02010981465f4356bea9d244ea0f0677, entries=150, sequenceid=137, filesize=11.9 K 2024-12-14T05:41:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/974c302811d54810ab5d555066f3c944 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/974c302811d54810ab5d555066f3c944 2024-12-14T05:41:24,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/974c302811d54810ab5d555066f3c944, entries=150, sequenceid=137, filesize=11.9 K 2024-12-14T05:41:24,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ade6726dd44275d003a37c76f938db39 in 512ms, sequenceid=137, compaction requested=true 2024-12-14T05:41:24,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:24,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-14T05:41:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-14T05:41:24,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-14T05:41:24,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0440 sec 2024-12-14T05:41:24,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.0480 sec 2024-12-14T05:41:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-14T05:41:24,330 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-14T05:41:24,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-14T05:41:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-14T05:41:24,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:24,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:24,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-14T05:41:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:24,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:24,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412143290253a7aee46b582bc33554c883794_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154884132/Put/seqid=0 2024-12-14T05:41:24,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154944447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154944448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154944451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154944451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742019_1195 (size=14794) 2024-12-14T05:41:24,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:24,462 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412143290253a7aee46b582bc33554c883794_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143290253a7aee46b582bc33554c883794_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:24,463 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/ea5be366c7f34f1eaf9030f2ce12e124, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:24,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/ea5be366c7f34f1eaf9030f2ce12e124 is 175, key is test_row_0/A:col10/1734154884132/Put/seqid=0 2024-12-14T05:41:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742020_1196 (size=39749) 2024-12-14T05:41:24,470 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/ea5be366c7f34f1eaf9030f2ce12e124 2024-12-14T05:41:24,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/007cb2158a714a939b63d55dc836937c is 50, key is test_row_0/B:col10/1734154884132/Put/seqid=0 2024-12-14T05:41:24,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:24,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-14T05:41:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742021_1197 (size=12151) 2024-12-14T05:41:24,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/007cb2158a714a939b63d55dc836937c 2024-12-14T05:41:24,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/f0c1d32ce5ca4382b59df040728a5c94 is 50, key is test_row_0/C:col10/1734154884132/Put/seqid=0 2024-12-14T05:41:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742022_1198 (size=12151) 2024-12-14T05:41:24,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154944553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154944553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154944554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154944555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-14T05:41:24,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:24,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-14T05:41:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154944756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154944757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154944757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154944757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:24,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:24,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-14T05:41:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:24,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/f0c1d32ce5ca4382b59df040728a5c94 2024-12-14T05:41:24,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/ea5be366c7f34f1eaf9030f2ce12e124 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea5be366c7f34f1eaf9030f2ce12e124 2024-12-14T05:41:24,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea5be366c7f34f1eaf9030f2ce12e124, entries=200, sequenceid=160, filesize=38.8 K 2024-12-14T05:41:24,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/007cb2158a714a939b63d55dc836937c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/007cb2158a714a939b63d55dc836937c 2024-12-14T05:41:24,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/007cb2158a714a939b63d55dc836937c, entries=150, sequenceid=160, filesize=11.9 K 2024-12-14T05:41:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-14T05:41:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/f0c1d32ce5ca4382b59df040728a5c94 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f0c1d32ce5ca4382b59df040728a5c94 2024-12-14T05:41:24,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f0c1d32ce5ca4382b59df040728a5c94, entries=150, sequenceid=160, filesize=11.9 K 2024-12-14T05:41:24,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ade6726dd44275d003a37c76f938db39 in 501ms, sequenceid=160, compaction requested=true 2024-12-14T05:41:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:24,943 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:24,943 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:24,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:24,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-14T05:41:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,944 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:41:24,944 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:24,945 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/A is initiating minor compaction (all files) 2024-12-14T05:41:24,945 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/A in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:24,945 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea965b09eb1c4b259454af5d1189cbe4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/61667f7acc8848b6b7af70956886ad1b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/05591cf042754dce87888ea77b5515ad, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea5be366c7f34f1eaf9030f2ce12e124] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=146.6 K 2024-12-14T05:41:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:24,945 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:24,945 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea965b09eb1c4b259454af5d1189cbe4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/61667f7acc8848b6b7af70956886ad1b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/05591cf042754dce87888ea77b5515ad, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea5be366c7f34f1eaf9030f2ce12e124] 2024-12-14T05:41:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:24,945 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:24,945 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/B is initiating minor compaction (all files) 2024-12-14T05:41:24,945 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/B in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:24,945 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c4fab92c4270495d8b140166f37faa98, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/511458024cbc473580697afcd0491ad1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/02010981465f4356bea9d244ea0f0677, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/007cb2158a714a939b63d55dc836937c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=47.4 K 2024-12-14T05:41:24,945 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea965b09eb1c4b259454af5d1189cbe4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154881026 2024-12-14T05:41:24,946 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c4fab92c4270495d8b140166f37faa98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154881026 2024-12-14T05:41:24,946 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61667f7acc8848b6b7af70956886ad1b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734154881670 2024-12-14T05:41:24,946 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 511458024cbc473580697afcd0491ad1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734154881670 2024-12-14T05:41:24,946 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05591cf042754dce87888ea77b5515ad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734154881993 2024-12-14T05:41:24,947 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 02010981465f4356bea9d244ea0f0677, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734154881993 2024-12-14T05:41:24,953 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea5be366c7f34f1eaf9030f2ce12e124, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734154884132 2024-12-14T05:41:24,953 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 007cb2158a714a939b63d55dc836937c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734154884132 2024-12-14T05:41:24,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412143a865babf3bf42f9b4efec6b526e7fac_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154884450/Put/seqid=0 2024-12-14T05:41:24,967 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:24,967 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/08b23a7115384ca6a73ddd4f77afcc99 is 50, key is test_row_0/B:col10/1734154884132/Put/seqid=0 2024-12-14T05:41:24,973 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:24,978 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214b586267fb249457a80f1fd1096938afe_ade6726dd44275d003a37c76f938db39 store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:24,980 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214b586267fb249457a80f1fd1096938afe_ade6726dd44275d003a37c76f938db39, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:24,980 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b586267fb249457a80f1fd1096938afe_ade6726dd44275d003a37c76f938db39 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742024_1200 (size=12493) 2024-12-14T05:41:24,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742025_1201 (size=4469) 2024-12-14T05:41:24,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742023_1199 (size=12304) 2024-12-14T05:41:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:24,997 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412143a865babf3bf42f9b4efec6b526e7fac_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143a865babf3bf42f9b4efec6b526e7fac_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:24,998 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/08b23a7115384ca6a73ddd4f77afcc99 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/08b23a7115384ca6a73ddd4f77afcc99 2024-12-14T05:41:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/0ae799ee9beb4692a4ad4f7c139c0791, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:25,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/0ae799ee9beb4692a4ad4f7c139c0791 is 175, key is test_row_0/A:col10/1734154884450/Put/seqid=0 2024-12-14T05:41:25,007 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ade6726dd44275d003a37c76f938db39/B of ade6726dd44275d003a37c76f938db39 into 08b23a7115384ca6a73ddd4f77afcc99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:25,007 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:25,007 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/B, priority=12, startTime=1734154884943; duration=0sec 2024-12-14T05:41:25,007 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:25,007 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:B 2024-12-14T05:41:25,007 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:25,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:25,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/C is initiating minor compaction (all files) 2024-12-14T05:41:25,015 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/C in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:25,015 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/91a9335245fd49c8ab85c56864314189, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1d325a935a664fe4bab97d7a7de25eb3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/974c302811d54810ab5d555066f3c944, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f0c1d32ce5ca4382b59df040728a5c94] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=47.4 K 2024-12-14T05:41:25,016 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 91a9335245fd49c8ab85c56864314189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154881026 2024-12-14T05:41:25,016 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d325a935a664fe4bab97d7a7de25eb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734154881670 2024-12-14T05:41:25,016 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 974c302811d54810ab5d555066f3c944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734154881993 2024-12-14T05:41:25,017 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c1d32ce5ca4382b59df040728a5c94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734154884132 2024-12-14T05:41:25,029 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:25,029 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/17f6bc30cb1441ed8de8d252cbab6198 is 50, key is test_row_0/C:col10/1734154884132/Put/seqid=0 2024-12-14T05:41:25,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742026_1202 (size=31105) 2024-12-14T05:41:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742027_1203 (size=12493) 2024-12-14T05:41:25,048 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/17f6bc30cb1441ed8de8d252cbab6198 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/17f6bc30cb1441ed8de8d252cbab6198 2024-12-14T05:41:25,053 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ade6726dd44275d003a37c76f938db39/C of ade6726dd44275d003a37c76f938db39 into 17f6bc30cb1441ed8de8d252cbab6198(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:25,053 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:25,053 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/C, priority=12, startTime=1734154884943; duration=0sec 2024-12-14T05:41:25,053 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:25,053 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:C 2024-12-14T05:41:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:25,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154945074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154945075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154945075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154945075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154945178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154945179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154945179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154945179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154945381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154945383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154945384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154945385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,388 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#A#compaction#173 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:25,388 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e12e953daf4548319f4d7cba15ac0282 is 175, key is test_row_0/A:col10/1734154884132/Put/seqid=0 2024-12-14T05:41:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742028_1204 (size=31447) 2024-12-14T05:41:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-14T05:41:25,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/0ae799ee9beb4692a4ad4f7c139c0791 2024-12-14T05:41:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/eebf6036a6434446b066ea251c54d0a8 is 50, key is test_row_0/B:col10/1734154884450/Put/seqid=0 2024-12-14T05:41:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742029_1205 (size=12151) 2024-12-14T05:41:25,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154945686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154945687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154945688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154945689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:25,806 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e12e953daf4548319f4d7cba15ac0282 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e12e953daf4548319f4d7cba15ac0282 2024-12-14T05:41:25,811 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ade6726dd44275d003a37c76f938db39/A of ade6726dd44275d003a37c76f938db39 into e12e953daf4548319f4d7cba15ac0282(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:25,811 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:25,811 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/A, priority=12, startTime=1734154884943; duration=0sec 2024-12-14T05:41:25,812 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:25,812 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:A 2024-12-14T05:41:25,855 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/eebf6036a6434446b066ea251c54d0a8 2024-12-14T05:41:25,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/d5be618e59984874b4e64b0821d2ea57 is 50, key is test_row_0/C:col10/1734154884450/Put/seqid=0 2024-12-14T05:41:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742030_1206 (size=12151) 2024-12-14T05:41:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154946187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:26,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154946189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154946191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154946198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:26,274 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/d5be618e59984874b4e64b0821d2ea57 2024-12-14T05:41:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/0ae799ee9beb4692a4ad4f7c139c0791 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/0ae799ee9beb4692a4ad4f7c139c0791 2024-12-14T05:41:26,282 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/0ae799ee9beb4692a4ad4f7c139c0791, entries=150, sequenceid=174, filesize=30.4 K 2024-12-14T05:41:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/eebf6036a6434446b066ea251c54d0a8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eebf6036a6434446b066ea251c54d0a8 2024-12-14T05:41:26,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eebf6036a6434446b066ea251c54d0a8, entries=150, sequenceid=174, filesize=11.9 K 2024-12-14T05:41:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/d5be618e59984874b4e64b0821d2ea57 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/d5be618e59984874b4e64b0821d2ea57 2024-12-14T05:41:26,292 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/d5be618e59984874b4e64b0821d2ea57, entries=150, sequenceid=174, filesize=11.9 K 2024-12-14T05:41:26,293 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ade6726dd44275d003a37c76f938db39 in 1349ms, sequenceid=174, compaction requested=false 2024-12-14T05:41:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-14T05:41:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-14T05:41:26,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-14T05:41:26,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-12-14T05:41:26,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.9640 sec 2024-12-14T05:41:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-14T05:41:26,437 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-14T05:41:26,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:26,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-14T05:41:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:26,439 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-14T05:41:26,439 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:26,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:26,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f27df57745bc4997ba21899948c432a3_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154886437/Put/seqid=0 2024-12-14T05:41:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742031_1207 (size=14794) 2024-12-14T05:41:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154946453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-14T05:41:26,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154946555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:26,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:26,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-14T05:41:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:26,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-14T05:41:26,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:26,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-14T05:41:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:26,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154946757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:26,814 INFO [master/e1063daab615:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-14T05:41:26,814 INFO [master/e1063daab615:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-14T05:41:26,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:26,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f27df57745bc4997ba21899948c432a3_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f27df57745bc4997ba21899948c432a3_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:26,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/58de03b100d44e54aae2f5a3e522e39d, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:26,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/58de03b100d44e54aae2f5a3e522e39d is 175, key is test_row_0/A:col10/1734154886437/Put/seqid=0 2024-12-14T05:41:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742032_1208 (size=39749) 2024-12-14T05:41:26,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/58de03b100d44e54aae2f5a3e522e39d 2024-12-14T05:41:26,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/699d815114cc459d8a79cdcb8595e6bd is 50, key is test_row_0/B:col10/1734154886437/Put/seqid=0 2024-12-14T05:41:26,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742033_1209 (size=12151) 2024-12-14T05:41:26,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/699d815114cc459d8a79cdcb8595e6bd 2024-12-14T05:41:26,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:26,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-14T05:41:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:26,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:26,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/af19199f073a483c9f7f8fe5adb81992 is 50, key is test_row_0/C:col10/1734154886437/Put/seqid=0 2024-12-14T05:41:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742034_1210 (size=12151) 2024-12-14T05:41:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-14T05:41:27,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:27,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-14T05:41:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154947062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154947195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154947195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154947196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:27,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:27,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-14T05:41:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154947208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:27,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/af19199f073a483c9f7f8fe5adb81992 2024-12-14T05:41:27,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/58de03b100d44e54aae2f5a3e522e39d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/58de03b100d44e54aae2f5a3e522e39d 2024-12-14T05:41:27,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/58de03b100d44e54aae2f5a3e522e39d, entries=200, sequenceid=200, filesize=38.8 K 2024-12-14T05:41:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/699d815114cc459d8a79cdcb8595e6bd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/699d815114cc459d8a79cdcb8595e6bd 2024-12-14T05:41:27,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/699d815114cc459d8a79cdcb8595e6bd, entries=150, sequenceid=200, filesize=11.9 K 2024-12-14T05:41:27,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/af19199f073a483c9f7f8fe5adb81992 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/af19199f073a483c9f7f8fe5adb81992 2024-12-14T05:41:27,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/af19199f073a483c9f7f8fe5adb81992, entries=150, sequenceid=200, filesize=11.9 K 2024-12-14T05:41:27,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ade6726dd44275d003a37c76f938db39 in 902ms, sequenceid=200, compaction requested=true 2024-12-14T05:41:27,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:27,341 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:27,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:27,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:27,342 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:27,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:27,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:27,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:27,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:27,342 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:27,342 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/A is initiating minor compaction (all files) 2024-12-14T05:41:27,342 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/A in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,342 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e12e953daf4548319f4d7cba15ac0282, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/0ae799ee9beb4692a4ad4f7c139c0791, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/58de03b100d44e54aae2f5a3e522e39d] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=99.9 K 2024-12-14T05:41:27,342 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,343 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e12e953daf4548319f4d7cba15ac0282, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/0ae799ee9beb4692a4ad4f7c139c0791, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/58de03b100d44e54aae2f5a3e522e39d] 2024-12-14T05:41:27,343 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e12e953daf4548319f4d7cba15ac0282, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734154884132 2024-12-14T05:41:27,343 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:27,343 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/B is initiating minor compaction (all files) 2024-12-14T05:41:27,343 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/B in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,344 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/08b23a7115384ca6a73ddd4f77afcc99, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eebf6036a6434446b066ea251c54d0a8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/699d815114cc459d8a79cdcb8595e6bd] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=35.9 K 2024-12-14T05:41:27,344 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ae799ee9beb4692a4ad4f7c139c0791, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734154884444 2024-12-14T05:41:27,344 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 08b23a7115384ca6a73ddd4f77afcc99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734154884132 2024-12-14T05:41:27,344 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting eebf6036a6434446b066ea251c54d0a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734154884444 2024-12-14T05:41:27,344 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58de03b100d44e54aae2f5a3e522e39d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734154885070 2024-12-14T05:41:27,345 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 699d815114cc459d8a79cdcb8595e6bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734154885070 2024-12-14T05:41:27,356 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:27,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:27,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-14T05:41:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,357 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:41:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:27,359 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:27,359 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/784ee43f931949c78581ada6a20f7973 is 50, key is test_row_0/B:col10/1734154886437/Put/seqid=0 2024-12-14T05:41:27,361 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412149a939a8e4a7e479e8de136da59020d94_ade6726dd44275d003a37c76f938db39 store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:27,362 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412149a939a8e4a7e479e8de136da59020d94_ade6726dd44275d003a37c76f938db39, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:27,363 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149a939a8e4a7e479e8de136da59020d94_ade6726dd44275d003a37c76f938db39 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:27,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f7bc9512337b4824986aa231eb7ef5f9_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154886450/Put/seqid=0 2024-12-14T05:41:27,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742036_1212 (size=4469) 2024-12-14T05:41:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742035_1211 (size=12595) 2024-12-14T05:41:27,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742037_1213 (size=12304) 2024-12-14T05:41:27,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:27,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f7bc9512337b4824986aa231eb7ef5f9_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f7bc9512337b4824986aa231eb7ef5f9_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:27,421 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/784ee43f931949c78581ada6a20f7973 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/784ee43f931949c78581ada6a20f7973 2024-12-14T05:41:27,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/7fdb8b77b7de4a7b806a263e059b06d9, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:27,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/7fdb8b77b7de4a7b806a263e059b06d9 is 175, key is test_row_0/A:col10/1734154886450/Put/seqid=0 2024-12-14T05:41:27,431 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/B of ade6726dd44275d003a37c76f938db39 into 784ee43f931949c78581ada6a20f7973(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:27,431 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:27,431 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/B, priority=13, startTime=1734154887342; duration=0sec 2024-12-14T05:41:27,431 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:27,431 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:B 2024-12-14T05:41:27,431 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:27,433 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:27,433 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/C is initiating minor compaction (all files) 2024-12-14T05:41:27,433 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/C in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:27,434 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/17f6bc30cb1441ed8de8d252cbab6198, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/d5be618e59984874b4e64b0821d2ea57, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/af19199f073a483c9f7f8fe5adb81992] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=35.9 K 2024-12-14T05:41:27,435 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f6bc30cb1441ed8de8d252cbab6198, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734154884132 2024-12-14T05:41:27,435 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d5be618e59984874b4e64b0821d2ea57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734154884444 2024-12-14T05:41:27,435 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting af19199f073a483c9f7f8fe5adb81992, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734154885070 2024-12-14T05:41:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742038_1214 (size=31105) 2024-12-14T05:41:27,443 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/7fdb8b77b7de4a7b806a263e059b06d9 2024-12-14T05:41:27,448 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:27,448 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/fe7adebd194b416a8b2bb8867bc1c2dd is 50, key is test_row_0/C:col10/1734154886437/Put/seqid=0 2024-12-14T05:41:27,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/c71c6537b87641b3aabb03a4e5a10ba0 is 50, key is test_row_0/B:col10/1734154886450/Put/seqid=0 2024-12-14T05:41:27,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742039_1215 (size=12595) 2024-12-14T05:41:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742040_1216 (size=12151) 2024-12-14T05:41:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-14T05:41:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:27,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154947614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154947717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:27,810 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#A#compaction#180 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:27,811 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/a44630217a154bdf9e3768d827ce8921 is 175, key is test_row_0/A:col10/1734154886437/Put/seqid=0 2024-12-14T05:41:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742041_1217 (size=31549) 2024-12-14T05:41:27,881 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/fe7adebd194b416a8b2bb8867bc1c2dd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/fe7adebd194b416a8b2bb8867bc1c2dd 2024-12-14T05:41:27,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/c71c6537b87641b3aabb03a4e5a10ba0 2024-12-14T05:41:27,885 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/C of ade6726dd44275d003a37c76f938db39 into fe7adebd194b416a8b2bb8867bc1c2dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:27,885 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:27,885 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/C, priority=13, startTime=1734154887342; duration=0sec 2024-12-14T05:41:27,885 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:27,885 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:C 2024-12-14T05:41:27,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/c1168d2356f640f1bba07d78145f73b2 is 50, key is test_row_0/C:col10/1734154886450/Put/seqid=0 2024-12-14T05:41:27,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742042_1218 (size=12151) 2024-12-14T05:41:27,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154947920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:28,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154948226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:28,240 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/a44630217a154bdf9e3768d827ce8921 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/a44630217a154bdf9e3768d827ce8921 2024-12-14T05:41:28,245 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ade6726dd44275d003a37c76f938db39/A of ade6726dd44275d003a37c76f938db39 into a44630217a154bdf9e3768d827ce8921(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:28,245 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:28,245 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/A, priority=13, startTime=1734154887341; duration=0sec 2024-12-14T05:41:28,245 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:28,245 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:A 2024-12-14T05:41:28,306 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/c1168d2356f640f1bba07d78145f73b2 2024-12-14T05:41:28,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/7fdb8b77b7de4a7b806a263e059b06d9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/7fdb8b77b7de4a7b806a263e059b06d9 2024-12-14T05:41:28,314 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/7fdb8b77b7de4a7b806a263e059b06d9, entries=150, sequenceid=213, filesize=30.4 K 2024-12-14T05:41:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/c71c6537b87641b3aabb03a4e5a10ba0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c71c6537b87641b3aabb03a4e5a10ba0 2024-12-14T05:41:28,322 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c71c6537b87641b3aabb03a4e5a10ba0, entries=150, sequenceid=213, filesize=11.9 K 2024-12-14T05:41:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/c1168d2356f640f1bba07d78145f73b2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/c1168d2356f640f1bba07d78145f73b2 2024-12-14T05:41:28,332 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/c1168d2356f640f1bba07d78145f73b2, entries=150, sequenceid=213, filesize=11.9 K 2024-12-14T05:41:28,333 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ade6726dd44275d003a37c76f938db39 in 976ms, sequenceid=213, compaction requested=false 2024-12-14T05:41:28,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:28,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:28,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-14T05:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-14T05:41:28,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-14T05:41:28,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8960 sec 2024-12-14T05:41:28,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8990 sec 2024-12-14T05:41:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-14T05:41:28,544 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-14T05:41:28,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-14T05:41:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-14T05:41:28,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:28,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:28,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-14T05:41:28,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:28,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-14T05:41:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:28,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:28,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412142d0553d1237a43aab350711a99d2fa43_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154887610/Put/seqid=0 2024-12-14T05:41:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742043_1219 (size=12304) 2024-12-14T05:41:28,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154948751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-14T05:41:28,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154948854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154949058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:29,113 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412142d0553d1237a43aab350711a99d2fa43_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412142d0553d1237a43aab350711a99d2fa43_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e85e22d6798846268ec1839b9ff9c039, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e85e22d6798846268ec1839b9ff9c039 is 175, key is test_row_0/A:col10/1734154887610/Put/seqid=0 2024-12-14T05:41:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742044_1220 (size=31105) 2024-12-14T05:41:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-14T05:41:29,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154949200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,201 DEBUG [Thread-763 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:29,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154949215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,216 DEBUG [Thread-761 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:29,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154949217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,218 DEBUG [Thread-757 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:29,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154949222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,225 DEBUG [Thread-755 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:29,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154949360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,519 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e85e22d6798846268ec1839b9ff9c039 2024-12-14T05:41:29,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/a90e6277dfac46db9c7398bca1055ceb is 50, key is test_row_0/B:col10/1734154887610/Put/seqid=0 2024-12-14T05:41:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742045_1221 (size=12151) 2024-12-14T05:41:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-14T05:41:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154949865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:29,931 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/a90e6277dfac46db9c7398bca1055ceb 2024-12-14T05:41:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/6a1e0dfa8e5b4e2bbb7e34508a077562 is 50, key is test_row_0/C:col10/1734154887610/Put/seqid=0 2024-12-14T05:41:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742046_1222 (size=12151) 2024-12-14T05:41:30,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/6a1e0dfa8e5b4e2bbb7e34508a077562 2024-12-14T05:41:30,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/e85e22d6798846268ec1839b9ff9c039 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e85e22d6798846268ec1839b9ff9c039 2024-12-14T05:41:30,354 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e85e22d6798846268ec1839b9ff9c039, entries=150, sequenceid=239, filesize=30.4 K 2024-12-14T05:41:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/a90e6277dfac46db9c7398bca1055ceb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a90e6277dfac46db9c7398bca1055ceb 2024-12-14T05:41:30,359 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a90e6277dfac46db9c7398bca1055ceb, entries=150, sequenceid=239, filesize=11.9 K 2024-12-14T05:41:30,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/6a1e0dfa8e5b4e2bbb7e34508a077562 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/6a1e0dfa8e5b4e2bbb7e34508a077562 2024-12-14T05:41:30,365 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/6a1e0dfa8e5b4e2bbb7e34508a077562, entries=150, sequenceid=239, filesize=11.9 K 2024-12-14T05:41:30,365 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ade6726dd44275d003a37c76f938db39 in 1667ms, sequenceid=239, compaction requested=true 2024-12-14T05:41:30,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-14T05:41:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-14T05:41:30,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-14T05:41:30,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-12-14T05:41:30,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.8230 sec 2024-12-14T05:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-14T05:41:30,649 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-14T05:41:30,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-14T05:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-14T05:41:30,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:30,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:30,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-14T05:41:30,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:30,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-14T05:41:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:30,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:41:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148b2ed93af6df4c6890bdd63c6eb035b3_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154888750/Put/seqid=0 2024-12-14T05:41:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742047_1223 (size=12304) 2024-12-14T05:41:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:30,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:30,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154950939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-14T05:41:31,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154951043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:31,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:31,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148b2ed93af6df4c6890bdd63c6eb035b3_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148b2ed93af6df4c6890bdd63c6eb035b3_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:31,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1bd152b735814589a03bb01a367cf915, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:31,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1bd152b735814589a03bb01a367cf915 is 175, key is test_row_0/A:col10/1734154888750/Put/seqid=0 2024-12-14T05:41:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742048_1224 (size=31105) 2024-12-14T05:41:31,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154951245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-14T05:41:31,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154951549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:31,634 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1bd152b735814589a03bb01a367cf915 2024-12-14T05:41:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/a01f38d1f1d34cfea47fde672d1152fa is 50, key is test_row_0/B:col10/1734154888750/Put/seqid=0 2024-12-14T05:41:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742049_1225 (size=12151) 2024-12-14T05:41:31,648 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/a01f38d1f1d34cfea47fde672d1152fa 2024-12-14T05:41:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/261c0b5ca066457bb4e246793759b87d is 50, key is test_row_0/C:col10/1734154888750/Put/seqid=0 2024-12-14T05:41:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742050_1226 (size=12151) 2024-12-14T05:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-14T05:41:32,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154952050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:32,058 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/261c0b5ca066457bb4e246793759b87d 2024-12-14T05:41:32,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1bd152b735814589a03bb01a367cf915 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1bd152b735814589a03bb01a367cf915 2024-12-14T05:41:32,066 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1bd152b735814589a03bb01a367cf915, entries=150, sequenceid=252, filesize=30.4 K 2024-12-14T05:41:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/a01f38d1f1d34cfea47fde672d1152fa as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a01f38d1f1d34cfea47fde672d1152fa 2024-12-14T05:41:32,071 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a01f38d1f1d34cfea47fde672d1152fa, entries=150, sequenceid=252, filesize=11.9 K 2024-12-14T05:41:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/261c0b5ca066457bb4e246793759b87d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/261c0b5ca066457bb4e246793759b87d 2024-12-14T05:41:32,076 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/261c0b5ca066457bb4e246793759b87d, entries=150, sequenceid=252, filesize=11.9 K 2024-12-14T05:41:32,077 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ade6726dd44275d003a37c76f938db39 in 1274ms, sequenceid=252, compaction requested=true 2024-12-14T05:41:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-14T05:41:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-14T05:41:32,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-14T05:41:32,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-12-14T05:41:32,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4300 sec 2024-12-14T05:41:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-14T05:41:32,755 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-14T05:41:32,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-14T05:41:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-14T05:41:32,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:32,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:32,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-14T05:41:32,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:32,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-14T05:41:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:32,910 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:32,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:32,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:32,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:32,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:32,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:32,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:32,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145aaf96325b96469a984ec12bf7b2ce17_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154890931/Put/seqid=0 2024-12-14T05:41:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742051_1227 (size=12454) 2024-12-14T05:41:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:33,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-14T05:41:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154953079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154953180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55552 deadline: 1734154953217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,218 DEBUG [Thread-763 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:33,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55516 deadline: 1734154953235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,238 DEBUG [Thread-757 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:33,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55558 deadline: 1734154953247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,249 DEBUG [Thread-755 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:33,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55530 deadline: 1734154953254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,257 DEBUG [Thread-761 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:41:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-14T05:41:33,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145aaf96325b96469a984ec12bf7b2ce17_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145aaf96325b96469a984ec12bf7b2ce17_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:33,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1af7f1dce69e4ec19848a416b0ed7888, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1af7f1dce69e4ec19848a416b0ed7888 is 175, key is test_row_0/A:col10/1734154890931/Put/seqid=0 2024-12-14T05:41:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742052_1228 (size=31255) 2024-12-14T05:41:33,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154953383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154953684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:33,778 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1af7f1dce69e4ec19848a416b0ed7888 2024-12-14T05:41:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/cd87a62c84dd4fe7af2b2864b672ba85 is 50, key is test_row_0/B:col10/1734154890931/Put/seqid=0 2024-12-14T05:41:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742053_1229 (size=12301) 2024-12-14T05:41:33,792 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/cd87a62c84dd4fe7af2b2864b672ba85 2024-12-14T05:41:33,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/50ced0629f464bb9b16353ed78d1df02 is 50, key is test_row_0/C:col10/1734154890931/Put/seqid=0 2024-12-14T05:41:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742054_1230 (size=12301) 2024-12-14T05:41:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-14T05:41:34,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154954188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:34,214 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/50ced0629f464bb9b16353ed78d1df02 2024-12-14T05:41:34,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/1af7f1dce69e4ec19848a416b0ed7888 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1af7f1dce69e4ec19848a416b0ed7888 2024-12-14T05:41:34,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1af7f1dce69e4ec19848a416b0ed7888, entries=150, sequenceid=275, filesize=30.5 K 2024-12-14T05:41:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/cd87a62c84dd4fe7af2b2864b672ba85 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/cd87a62c84dd4fe7af2b2864b672ba85 2024-12-14T05:41:34,226 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/cd87a62c84dd4fe7af2b2864b672ba85, entries=150, sequenceid=275, filesize=12.0 K 2024-12-14T05:41:34,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/50ced0629f464bb9b16353ed78d1df02 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/50ced0629f464bb9b16353ed78d1df02 2024-12-14T05:41:34,231 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/50ced0629f464bb9b16353ed78d1df02, entries=150, sequenceid=275, filesize=12.0 K 2024-12-14T05:41:34,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ade6726dd44275d003a37c76f938db39 in 1322ms, sequenceid=275, compaction requested=true 2024-12-14T05:41:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-14T05:41:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-14T05:41:34,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-14T05:41:34,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec 2024-12-14T05:41:34,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.4790 sec 2024-12-14T05:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-14T05:41:34,861 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-14T05:41:34,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-14T05:41:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-14T05:41:34,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:34,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:34,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-14T05:41:35,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:35,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-14T05:41:35,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:35,015 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:41:35,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:35,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:35,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:35,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:35,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214757fad7e596d4ebda1cfbf5bb099dc38_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154893075/Put/seqid=0 2024-12-14T05:41:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742055_1231 (size=12454) 2024-12-14T05:41:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-14T05:41:35,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154955249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:35,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154955354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:35,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:35,433 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214757fad7e596d4ebda1cfbf5bb099dc38_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214757fad7e596d4ebda1cfbf5bb099dc38_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:35,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/9aefda72de8c49d6ae456d4e072b35e8, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:35,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/9aefda72de8c49d6ae456d4e072b35e8 is 175, key is test_row_0/A:col10/1734154893075/Put/seqid=0 2024-12-14T05:41:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742056_1232 (size=31255) 2024-12-14T05:41:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-14T05:41:35,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154955556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:35,843 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/9aefda72de8c49d6ae456d4e072b35e8 2024-12-14T05:41:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/72b70242b1784d0298899f42c436df75 is 50, key is test_row_0/B:col10/1734154893075/Put/seqid=0 2024-12-14T05:41:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742057_1233 (size=12301) 2024-12-14T05:41:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154955860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-14T05:41:36,258 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/72b70242b1784d0298899f42c436df75 2024-12-14T05:41:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/1cafb8ef39d746aa977aabd6774df412 is 50, key is test_row_0/C:col10/1734154893075/Put/seqid=0 2024-12-14T05:41:36,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742058_1234 (size=12301) 2024-12-14T05:41:36,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154956365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:36,668 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/1cafb8ef39d746aa977aabd6774df412 2024-12-14T05:41:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/9aefda72de8c49d6ae456d4e072b35e8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/9aefda72de8c49d6ae456d4e072b35e8 2024-12-14T05:41:36,676 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/9aefda72de8c49d6ae456d4e072b35e8, entries=150, sequenceid=288, filesize=30.5 K 2024-12-14T05:41:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/72b70242b1784d0298899f42c436df75 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/72b70242b1784d0298899f42c436df75 2024-12-14T05:41:36,680 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/72b70242b1784d0298899f42c436df75, entries=150, sequenceid=288, filesize=12.0 K 2024-12-14T05:41:36,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/1cafb8ef39d746aa977aabd6774df412 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1cafb8ef39d746aa977aabd6774df412 2024-12-14T05:41:36,685 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1cafb8ef39d746aa977aabd6774df412, entries=150, sequenceid=288, filesize=12.0 K 2024-12-14T05:41:36,686 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ade6726dd44275d003a37c76f938db39 in 1671ms, sequenceid=288, compaction requested=true 2024-12-14T05:41:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-14T05:41:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-14T05:41:36,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-14T05:41:36,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-12-14T05:41:36,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8260 sec 2024-12-14T05:41:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-14T05:41:36,967 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-14T05:41:36,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-14T05:41:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-14T05:41:36,969 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:36,969 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:36,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-14T05:41:37,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:37,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-14T05:41:37,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:37,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c81d535c73fc426ea9c70416a7d8d585_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154895247/Put/seqid=0 2024-12-14T05:41:37,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742059_1235 (size=12454) 2024-12-14T05:41:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-14T05:41:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:37,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. as already flushing 2024-12-14T05:41:37,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154957397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154957500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:37,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:37,540 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c81d535c73fc426ea9c70416a7d8d585_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c81d535c73fc426ea9c70416a7d8d585_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/57767933361941a6a979da6371a4bef0, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/57767933361941a6a979da6371a4bef0 is 175, key is test_row_0/A:col10/1734154895247/Put/seqid=0 2024-12-14T05:41:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742060_1236 (size=31255) 2024-12-14T05:41:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-14T05:41:37,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154957705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:37,945 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/57767933361941a6a979da6371a4bef0 2024-12-14T05:41:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/b4e1fc7818554b6fbb4909fc639a8cf5 is 50, key is test_row_0/B:col10/1734154895247/Put/seqid=0 2024-12-14T05:41:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742061_1237 (size=12301) 2024-12-14T05:41:37,955 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/b4e1fc7818554b6fbb4909fc639a8cf5 2024-12-14T05:41:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/b2d308c444434d74a7f2ccfde2492496 is 50, key is test_row_0/C:col10/1734154895247/Put/seqid=0 2024-12-14T05:41:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742062_1238 (size=12301) 2024-12-14T05:41:38,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55542 deadline: 1734154958010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-14T05:41:38,105 DEBUG [Thread-770 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7af61386 to 127.0.0.1:63714 2024-12-14T05:41:38,105 DEBUG [Thread-770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:38,105 DEBUG [Thread-766 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:63714 2024-12-14T05:41:38,105 DEBUG [Thread-766 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:38,106 DEBUG [Thread-768 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:63714 2024-12-14T05:41:38,106 DEBUG [Thread-768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:38,109 DEBUG [Thread-772 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x063e87c8 to 127.0.0.1:63714 2024-12-14T05:41:38,109 DEBUG [Thread-772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:38,366 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/b2d308c444434d74a7f2ccfde2492496 2024-12-14T05:41:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/57767933361941a6a979da6371a4bef0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/57767933361941a6a979da6371a4bef0 2024-12-14T05:41:38,381 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/57767933361941a6a979da6371a4bef0, entries=150, sequenceid=311, filesize=30.5 K 2024-12-14T05:41:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/b4e1fc7818554b6fbb4909fc639a8cf5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/b4e1fc7818554b6fbb4909fc639a8cf5 2024-12-14T05:41:38,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/b4e1fc7818554b6fbb4909fc639a8cf5, entries=150, sequenceid=311, filesize=12.0 K 2024-12-14T05:41:38,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/b2d308c444434d74a7f2ccfde2492496 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b2d308c444434d74a7f2ccfde2492496 2024-12-14T05:41:38,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b2d308c444434d74a7f2ccfde2492496, entries=150, sequenceid=311, filesize=12.0 K 2024-12-14T05:41:38,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ade6726dd44275d003a37c76f938db39 in 1271ms, sequenceid=311, compaction requested=true 2024-12-14T05:41:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-14T05:41:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-14T05:41:38,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-14T05:41:38,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-12-14T05:41:38,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4280 sec 2024-12-14T05:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:38,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:41:38,517 DEBUG [Thread-759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:63714 2024-12-14T05:41:38,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:38,517 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:38,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:38,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:38,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:38,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:38,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:38,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121444e90feeb0454d88ad4ec10376c08ee3_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154897387/Put/seqid=0 2024-12-14T05:41:38,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742063_1239 (size=12454) 2024-12-14T05:41:38,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:38,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121444e90feeb0454d88ad4ec10376c08ee3_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121444e90feeb0454d88ad4ec10376c08ee3_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:38,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/f3ec18bf81974d7389c3b8e43fb4d20e, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:38,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/f3ec18bf81974d7389c3b8e43fb4d20e is 175, key is test_row_0/A:col10/1734154897387/Put/seqid=0 2024-12-14T05:41:38,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742064_1240 (size=31255) 2024-12-14T05:41:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-14T05:41:39,073 INFO [Thread-765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-14T05:41:39,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/f3ec18bf81974d7389c3b8e43fb4d20e 2024-12-14T05:41:39,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/d87b78bd27694557b6514023ed348dbd is 50, key is test_row_0/B:col10/1734154897387/Put/seqid=0 2024-12-14T05:41:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742065_1241 (size=12301) 2024-12-14T05:41:39,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/d87b78bd27694557b6514023ed348dbd 2024-12-14T05:41:39,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/14f51e2bf5c24bf59f7c577284092da1 is 50, key is test_row_0/C:col10/1734154897387/Put/seqid=0 2024-12-14T05:41:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742066_1242 (size=12301) 2024-12-14T05:41:40,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-14T05:41:40,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/14f51e2bf5c24bf59f7c577284092da1 2024-12-14T05:41:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/f3ec18bf81974d7389c3b8e43fb4d20e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f3ec18bf81974d7389c3b8e43fb4d20e 2024-12-14T05:41:40,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f3ec18bf81974d7389c3b8e43fb4d20e, entries=150, sequenceid=325, filesize=30.5 K 2024-12-14T05:41:40,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/d87b78bd27694557b6514023ed348dbd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/d87b78bd27694557b6514023ed348dbd 2024-12-14T05:41:40,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/d87b78bd27694557b6514023ed348dbd, entries=150, sequenceid=325, filesize=12.0 K 2024-12-14T05:41:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/14f51e2bf5c24bf59f7c577284092da1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/14f51e2bf5c24bf59f7c577284092da1 2024-12-14T05:41:40,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/14f51e2bf5c24bf59f7c577284092da1, entries=150, sequenceid=325, filesize=12.0 K 2024-12-14T05:41:40,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for ade6726dd44275d003a37c76f938db39 in 1691ms, sequenceid=325, compaction requested=true 2024-12-14T05:41:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:40,208 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-14T05:41:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:40,208 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-14T05:41:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ade6726dd44275d003a37c76f938db39:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:40,210 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98252 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-14T05:41:40,210 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 249884 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/A is initiating minor compaction (all files) 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/B is initiating minor compaction (all files) 2024-12-14T05:41:40,211 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/B in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:40,211 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/A in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:40,211 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/a44630217a154bdf9e3768d827ce8921, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/7fdb8b77b7de4a7b806a263e059b06d9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e85e22d6798846268ec1839b9ff9c039, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1bd152b735814589a03bb01a367cf915, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1af7f1dce69e4ec19848a416b0ed7888, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/9aefda72de8c49d6ae456d4e072b35e8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/57767933361941a6a979da6371a4bef0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f3ec18bf81974d7389c3b8e43fb4d20e] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=244.0 K 2024-12-14T05:41:40,211 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/784ee43f931949c78581ada6a20f7973, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c71c6537b87641b3aabb03a4e5a10ba0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a90e6277dfac46db9c7398bca1055ceb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a01f38d1f1d34cfea47fde672d1152fa, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/cd87a62c84dd4fe7af2b2864b672ba85, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/72b70242b1784d0298899f42c436df75, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/b4e1fc7818554b6fbb4909fc639a8cf5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/d87b78bd27694557b6514023ed348dbd] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=95.9 K 2024-12-14T05:41:40,211 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/a44630217a154bdf9e3768d827ce8921, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/7fdb8b77b7de4a7b806a263e059b06d9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e85e22d6798846268ec1839b9ff9c039, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1bd152b735814589a03bb01a367cf915, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1af7f1dce69e4ec19848a416b0ed7888, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/9aefda72de8c49d6ae456d4e072b35e8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/57767933361941a6a979da6371a4bef0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f3ec18bf81974d7389c3b8e43fb4d20e] 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 784ee43f931949c78581ada6a20f7973, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734154885070 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting a44630217a154bdf9e3768d827ce8921, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734154885070 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c71c6537b87641b3aabb03a4e5a10ba0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734154886450 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fdb8b77b7de4a7b806a263e059b06d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734154886450 2024-12-14T05:41:40,211 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a90e6277dfac46db9c7398bca1055ceb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734154887603 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85e22d6798846268ec1839b9ff9c039, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734154887603 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a01f38d1f1d34cfea47fde672d1152fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734154888745 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bd152b735814589a03bb01a367cf915, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734154888745 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting cd87a62c84dd4fe7af2b2864b672ba85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734154890922 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1af7f1dce69e4ec19848a416b0ed7888, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734154890922 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 72b70242b1784d0298899f42c436df75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734154893070 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aefda72de8c49d6ae456d4e072b35e8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734154893070 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b4e1fc7818554b6fbb4909fc639a8cf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1734154895244 2024-12-14T05:41:40,212 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57767933361941a6a979da6371a4bef0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1734154895244 2024-12-14T05:41:40,213 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d87b78bd27694557b6514023ed348dbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1734154897381 2024-12-14T05:41:40,213 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3ec18bf81974d7389c3b8e43fb4d20e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1734154897381 2024-12-14T05:41:40,226 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#B#compaction#204 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:40,227 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/01bd2a38d2ea481bb5e19966aa7a1803 is 50, key is test_row_0/B:col10/1734154897387/Put/seqid=0 2024-12-14T05:41:40,227 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:40,235 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214843d4ca43f974a868b8aaef9b7571436_ade6726dd44275d003a37c76f938db39 store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742067_1243 (size=13017) 2024-12-14T05:41:40,266 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214843d4ca43f974a868b8aaef9b7571436_ade6726dd44275d003a37c76f938db39, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:40,266 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214843d4ca43f974a868b8aaef9b7571436_ade6726dd44275d003a37c76f938db39 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742068_1244 (size=4469) 2024-12-14T05:41:40,646 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/01bd2a38d2ea481bb5e19966aa7a1803 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/01bd2a38d2ea481bb5e19966aa7a1803 2024-12-14T05:41:40,655 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in ade6726dd44275d003a37c76f938db39/B of ade6726dd44275d003a37c76f938db39 into 01bd2a38d2ea481bb5e19966aa7a1803(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:40,655 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:40,655 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/B, priority=8, startTime=1734154900208; duration=0sec 2024-12-14T05:41:40,655 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:40,655 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:B 2024-12-14T05:41:40,655 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-14T05:41:40,658 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98252 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-14T05:41:40,658 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): ade6726dd44275d003a37c76f938db39/C is initiating minor compaction (all files) 2024-12-14T05:41:40,658 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ade6726dd44275d003a37c76f938db39/C in TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:40,658 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/fe7adebd194b416a8b2bb8867bc1c2dd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/c1168d2356f640f1bba07d78145f73b2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/6a1e0dfa8e5b4e2bbb7e34508a077562, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/261c0b5ca066457bb4e246793759b87d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/50ced0629f464bb9b16353ed78d1df02, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1cafb8ef39d746aa977aabd6774df412, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b2d308c444434d74a7f2ccfde2492496, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/14f51e2bf5c24bf59f7c577284092da1] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp, totalSize=95.9 K 2024-12-14T05:41:40,658 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fe7adebd194b416a8b2bb8867bc1c2dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734154885070 2024-12-14T05:41:40,659 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c1168d2356f640f1bba07d78145f73b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734154886450 2024-12-14T05:41:40,659 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a1e0dfa8e5b4e2bbb7e34508a077562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734154887603 2024-12-14T05:41:40,659 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 261c0b5ca066457bb4e246793759b87d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734154888745 2024-12-14T05:41:40,660 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 50ced0629f464bb9b16353ed78d1df02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734154890922 2024-12-14T05:41:40,660 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cafb8ef39d746aa977aabd6774df412, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734154893070 2024-12-14T05:41:40,660 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b2d308c444434d74a7f2ccfde2492496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1734154895244 2024-12-14T05:41:40,661 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 14f51e2bf5c24bf59f7c577284092da1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1734154897381 2024-12-14T05:41:40,671 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#A#compaction#205 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:40,671 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/3ea7674d6f9f4247a9b721c337739483 is 175, key is test_row_0/A:col10/1734154897387/Put/seqid=0 2024-12-14T05:41:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742069_1245 (size=31971) 2024-12-14T05:41:40,676 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ade6726dd44275d003a37c76f938db39#C#compaction#206 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:40,676 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/0475dbfc3c544af895941a946fde0b31 is 50, key is test_row_0/C:col10/1734154897387/Put/seqid=0 2024-12-14T05:41:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742070_1246 (size=13017) 2024-12-14T05:41:41,088 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/3ea7674d6f9f4247a9b721c337739483 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/3ea7674d6f9f4247a9b721c337739483 2024-12-14T05:41:41,090 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/0475dbfc3c544af895941a946fde0b31 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/0475dbfc3c544af895941a946fde0b31 2024-12-14T05:41:41,096 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in ade6726dd44275d003a37c76f938db39/A of ade6726dd44275d003a37c76f938db39 into 3ea7674d6f9f4247a9b721c337739483(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:41,096 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:41,096 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/A, priority=8, startTime=1734154900208; duration=0sec 2024-12-14T05:41:41,096 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:41,096 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:A 2024-12-14T05:41:41,096 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in ade6726dd44275d003a37c76f938db39/C of ade6726dd44275d003a37c76f938db39 into 0475dbfc3c544af895941a946fde0b31(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:41,096 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:41,097 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39., storeName=ade6726dd44275d003a37c76f938db39/C, priority=8, startTime=1734154900208; duration=0sec 2024-12-14T05:41:41,097 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:41,097 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ade6726dd44275d003a37c76f938db39:C 2024-12-14T05:41:43,245 DEBUG [Thread-763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:63714 2024-12-14T05:41:43,245 DEBUG [Thread-763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:43,272 DEBUG [Thread-755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:63714 2024-12-14T05:41:43,272 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:43,273 DEBUG [Thread-761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:63714 2024-12-14T05:41:43,273 DEBUG [Thread-761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:43,273 DEBUG [Thread-757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:63714 2024-12-14T05:41:43,273 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7528 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7438 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3204 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9609 rows 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3221 2024-12-14T05:41:43,274 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9663 rows 2024-12-14T05:41:43,274 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-14T05:41:43,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x407e6b5c to 127.0.0.1:63714 2024-12-14T05:41:43,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:41:43,276 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-14T05:41:43,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-14T05:41:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-14T05:41:43,280 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154903280"}]},"ts":"1734154903280"} 2024-12-14T05:41:43,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-14T05:41:43,314 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-14T05:41:43,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:41:43,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, UNASSIGN}] 2024-12-14T05:41:43,318 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, UNASSIGN 2024-12-14T05:41:43,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:43,321 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:41:43,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:41:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-14T05:41:43,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:43,474 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:43,474 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:41:43,475 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing ade6726dd44275d003a37c76f938db39, disabling compactions & flushes 2024-12-14T05:41:43,475 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:43,475 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:43,475 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. after waiting 0 ms 2024-12-14T05:41:43,475 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:43,475 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing ade6726dd44275d003a37c76f938db39 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-14T05:41:43,476 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=A 2024-12-14T05:41:43,476 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:43,476 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=B 2024-12-14T05:41:43,476 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:43,476 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ade6726dd44275d003a37c76f938db39, store=C 2024-12-14T05:41:43,477 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:43,486 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214405b3534687445bca25ec6650d9bad6d_ade6726dd44275d003a37c76f938db39 is 50, key is test_row_0/A:col10/1734154903271/Put/seqid=0 2024-12-14T05:41:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742071_1247 (size=9914) 2024-12-14T05:41:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-14T05:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-14T05:41:43,893 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:43,903 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214405b3534687445bca25ec6650d9bad6d_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214405b3534687445bca25ec6650d9bad6d_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:43,904 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/b0833cd3d40a49ee976df4f70c28f7c8, store: [table=TestAcidGuarantees family=A region=ade6726dd44275d003a37c76f938db39] 2024-12-14T05:41:43,905 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/b0833cd3d40a49ee976df4f70c28f7c8 is 175, key is test_row_0/A:col10/1734154903271/Put/seqid=0 2024-12-14T05:41:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742072_1248 (size=22561) 2024-12-14T05:41:44,311 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/b0833cd3d40a49ee976df4f70c28f7c8 2024-12-14T05:41:44,323 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/eed88b12c8e24c3a82415243849d62c6 is 50, key is test_row_0/B:col10/1734154903271/Put/seqid=0 2024-12-14T05:41:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742073_1249 (size=9857) 2024-12-14T05:41:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-14T05:41:44,728 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/eed88b12c8e24c3a82415243849d62c6 2024-12-14T05:41:44,735 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/a1f7741ba4844e4394ddbcd6e2dd0195 is 50, key is test_row_0/C:col10/1734154903271/Put/seqid=0 2024-12-14T05:41:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742074_1250 (size=9857) 2024-12-14T05:41:45,142 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/a1f7741ba4844e4394ddbcd6e2dd0195 2024-12-14T05:41:45,153 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/A/b0833cd3d40a49ee976df4f70c28f7c8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/b0833cd3d40a49ee976df4f70c28f7c8 2024-12-14T05:41:45,157 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/b0833cd3d40a49ee976df4f70c28f7c8, entries=100, sequenceid=335, filesize=22.0 K 2024-12-14T05:41:45,158 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/B/eed88b12c8e24c3a82415243849d62c6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eed88b12c8e24c3a82415243849d62c6 2024-12-14T05:41:45,163 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eed88b12c8e24c3a82415243849d62c6, entries=100, sequenceid=335, filesize=9.6 K 2024-12-14T05:41:45,164 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/.tmp/C/a1f7741ba4844e4394ddbcd6e2dd0195 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/a1f7741ba4844e4394ddbcd6e2dd0195 2024-12-14T05:41:45,169 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/a1f7741ba4844e4394ddbcd6e2dd0195, entries=100, sequenceid=335, filesize=9.6 K 2024-12-14T05:41:45,170 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ade6726dd44275d003a37c76f938db39 in 1695ms, sequenceid=335, compaction requested=false 2024-12-14T05:41:45,170 DEBUG [StoreCloser-TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/621fd5e03f0b400594c8d4eb1163f36f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e152a90776174d75ab76010d0962c98f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f8bb9fed08b34734aad46ea9f29a49b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/5494004a459f43eaa4aea680914fd6d0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/cdaadcd861e74f0bbcc6ec37720917b3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea965b09eb1c4b259454af5d1189cbe4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e67dd84916e24cd1b9320498a065bea9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/61667f7acc8848b6b7af70956886ad1b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/05591cf042754dce87888ea77b5515ad, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea5be366c7f34f1eaf9030f2ce12e124, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e12e953daf4548319f4d7cba15ac0282, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/0ae799ee9beb4692a4ad4f7c139c0791, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/58de03b100d44e54aae2f5a3e522e39d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/a44630217a154bdf9e3768d827ce8921, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/7fdb8b77b7de4a7b806a263e059b06d9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e85e22d6798846268ec1839b9ff9c039, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1bd152b735814589a03bb01a367cf915, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1af7f1dce69e4ec19848a416b0ed7888, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/9aefda72de8c49d6ae456d4e072b35e8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/57767933361941a6a979da6371a4bef0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f3ec18bf81974d7389c3b8e43fb4d20e] to archive 2024-12-14T05:41:45,171 DEBUG [StoreCloser-TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:41:45,174 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/621fd5e03f0b400594c8d4eb1163f36f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/621fd5e03f0b400594c8d4eb1163f36f 2024-12-14T05:41:45,174 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e152a90776174d75ab76010d0962c98f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e152a90776174d75ab76010d0962c98f 2024-12-14T05:41:45,174 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/5494004a459f43eaa4aea680914fd6d0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/5494004a459f43eaa4aea680914fd6d0 2024-12-14T05:41:45,175 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f8bb9fed08b34734aad46ea9f29a49b7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f8bb9fed08b34734aad46ea9f29a49b7 2024-12-14T05:41:45,175 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/cdaadcd861e74f0bbcc6ec37720917b3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/cdaadcd861e74f0bbcc6ec37720917b3 2024-12-14T05:41:45,175 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea965b09eb1c4b259454af5d1189cbe4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea965b09eb1c4b259454af5d1189cbe4 2024-12-14T05:41:45,176 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e67dd84916e24cd1b9320498a065bea9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e67dd84916e24cd1b9320498a065bea9 2024-12-14T05:41:45,176 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e12e953daf4548319f4d7cba15ac0282 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e12e953daf4548319f4d7cba15ac0282 2024-12-14T05:41:45,177 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/05591cf042754dce87888ea77b5515ad to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/05591cf042754dce87888ea77b5515ad 2024-12-14T05:41:45,177 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea5be366c7f34f1eaf9030f2ce12e124 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/ea5be366c7f34f1eaf9030f2ce12e124 2024-12-14T05:41:45,177 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/0ae799ee9beb4692a4ad4f7c139c0791 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/0ae799ee9beb4692a4ad4f7c139c0791 2024-12-14T05:41:45,178 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/61667f7acc8848b6b7af70956886ad1b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/61667f7acc8848b6b7af70956886ad1b 2024-12-14T05:41:45,178 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/58de03b100d44e54aae2f5a3e522e39d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/58de03b100d44e54aae2f5a3e522e39d 2024-12-14T05:41:45,178 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/a44630217a154bdf9e3768d827ce8921 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/a44630217a154bdf9e3768d827ce8921 2024-12-14T05:41:45,178 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/7fdb8b77b7de4a7b806a263e059b06d9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/7fdb8b77b7de4a7b806a263e059b06d9 2024-12-14T05:41:45,178 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1bd152b735814589a03bb01a367cf915 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1bd152b735814589a03bb01a367cf915 2024-12-14T05:41:45,178 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e85e22d6798846268ec1839b9ff9c039 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/e85e22d6798846268ec1839b9ff9c039 2024-12-14T05:41:45,179 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1af7f1dce69e4ec19848a416b0ed7888 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/1af7f1dce69e4ec19848a416b0ed7888 2024-12-14T05:41:45,179 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/9aefda72de8c49d6ae456d4e072b35e8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/9aefda72de8c49d6ae456d4e072b35e8 2024-12-14T05:41:45,179 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f3ec18bf81974d7389c3b8e43fb4d20e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/f3ec18bf81974d7389c3b8e43fb4d20e 2024-12-14T05:41:45,180 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/57767933361941a6a979da6371a4bef0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/57767933361941a6a979da6371a4bef0 2024-12-14T05:41:45,180 DEBUG [StoreCloser-TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/47d3ff66dc124166b9cf02130c4d9c20, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/0b6b4427e07d42159bd8ae9ec084de75, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/db29ea08d38e4274b53f90e3457fbc25, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/3b5b0a0a252c4554b28ec154d76fa215, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/6b73740f3d5e460eaeebdc5e5ffb8f09, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c4fab92c4270495d8b140166f37faa98, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/09a5fc6265d948968969cd62339ce7dc, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/511458024cbc473580697afcd0491ad1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/02010981465f4356bea9d244ea0f0677, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/08b23a7115384ca6a73ddd4f77afcc99, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/007cb2158a714a939b63d55dc836937c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eebf6036a6434446b066ea251c54d0a8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/784ee43f931949c78581ada6a20f7973, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/699d815114cc459d8a79cdcb8595e6bd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c71c6537b87641b3aabb03a4e5a10ba0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a90e6277dfac46db9c7398bca1055ceb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a01f38d1f1d34cfea47fde672d1152fa, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/cd87a62c84dd4fe7af2b2864b672ba85, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/72b70242b1784d0298899f42c436df75, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/b4e1fc7818554b6fbb4909fc639a8cf5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/d87b78bd27694557b6514023ed348dbd] to archive 2024-12-14T05:41:45,181 DEBUG [StoreCloser-TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:41:45,183 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/db29ea08d38e4274b53f90e3457fbc25 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/db29ea08d38e4274b53f90e3457fbc25 2024-12-14T05:41:45,183 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/47d3ff66dc124166b9cf02130c4d9c20 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/47d3ff66dc124166b9cf02130c4d9c20 2024-12-14T05:41:45,183 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/3b5b0a0a252c4554b28ec154d76fa215 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/3b5b0a0a252c4554b28ec154d76fa215 2024-12-14T05:41:45,183 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/0b6b4427e07d42159bd8ae9ec084de75 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/0b6b4427e07d42159bd8ae9ec084de75 2024-12-14T05:41:45,183 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c4fab92c4270495d8b140166f37faa98 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c4fab92c4270495d8b140166f37faa98 2024-12-14T05:41:45,184 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/511458024cbc473580697afcd0491ad1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/511458024cbc473580697afcd0491ad1 2024-12-14T05:41:45,184 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/6b73740f3d5e460eaeebdc5e5ffb8f09 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/6b73740f3d5e460eaeebdc5e5ffb8f09 2024-12-14T05:41:45,184 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/09a5fc6265d948968969cd62339ce7dc to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/09a5fc6265d948968969cd62339ce7dc 2024-12-14T05:41:45,185 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/02010981465f4356bea9d244ea0f0677 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/02010981465f4356bea9d244ea0f0677 2024-12-14T05:41:45,185 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/007cb2158a714a939b63d55dc836937c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/007cb2158a714a939b63d55dc836937c 2024-12-14T05:41:45,185 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/699d815114cc459d8a79cdcb8595e6bd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/699d815114cc459d8a79cdcb8595e6bd 2024-12-14T05:41:45,185 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eebf6036a6434446b066ea251c54d0a8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eebf6036a6434446b066ea251c54d0a8 2024-12-14T05:41:45,186 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c71c6537b87641b3aabb03a4e5a10ba0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/c71c6537b87641b3aabb03a4e5a10ba0 2024-12-14T05:41:45,186 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/784ee43f931949c78581ada6a20f7973 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/784ee43f931949c78581ada6a20f7973 2024-12-14T05:41:45,186 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a90e6277dfac46db9c7398bca1055ceb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a90e6277dfac46db9c7398bca1055ceb 2024-12-14T05:41:45,187 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/cd87a62c84dd4fe7af2b2864b672ba85 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/cd87a62c84dd4fe7af2b2864b672ba85 2024-12-14T05:41:45,187 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a01f38d1f1d34cfea47fde672d1152fa to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/a01f38d1f1d34cfea47fde672d1152fa 2024-12-14T05:41:45,187 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/72b70242b1784d0298899f42c436df75 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/72b70242b1784d0298899f42c436df75 2024-12-14T05:41:45,187 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/b4e1fc7818554b6fbb4909fc639a8cf5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/b4e1fc7818554b6fbb4909fc639a8cf5 2024-12-14T05:41:45,187 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/d87b78bd27694557b6514023ed348dbd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/d87b78bd27694557b6514023ed348dbd 2024-12-14T05:41:45,187 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/08b23a7115384ca6a73ddd4f77afcc99 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/08b23a7115384ca6a73ddd4f77afcc99 2024-12-14T05:41:45,188 DEBUG [StoreCloser-TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/4f56097bdfcf453a9611986e0ed7772d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/5eb204aad12240049accc6164626b0bb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b243cd03bded4a7cb43b4ee770d1e3e5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/77432b9d97934dccab9595dfcfdde4c1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/91a9335245fd49c8ab85c56864314189, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f70dcbf14fc5404396749f833102252a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1d325a935a664fe4bab97d7a7de25eb3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/974c302811d54810ab5d555066f3c944, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/17f6bc30cb1441ed8de8d252cbab6198, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f0c1d32ce5ca4382b59df040728a5c94, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/d5be618e59984874b4e64b0821d2ea57, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/fe7adebd194b416a8b2bb8867bc1c2dd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/af19199f073a483c9f7f8fe5adb81992, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/c1168d2356f640f1bba07d78145f73b2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/6a1e0dfa8e5b4e2bbb7e34508a077562, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/261c0b5ca066457bb4e246793759b87d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/50ced0629f464bb9b16353ed78d1df02, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1cafb8ef39d746aa977aabd6774df412, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b2d308c444434d74a7f2ccfde2492496, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/14f51e2bf5c24bf59f7c577284092da1] to archive 2024-12-14T05:41:45,189 DEBUG [StoreCloser-TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:41:45,191 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/77432b9d97934dccab9595dfcfdde4c1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/77432b9d97934dccab9595dfcfdde4c1 2024-12-14T05:41:45,191 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/91a9335245fd49c8ab85c56864314189 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/91a9335245fd49c8ab85c56864314189 2024-12-14T05:41:45,192 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/cd1ae6f1a8ad4e6b9eb6afc197413cb9 2024-12-14T05:41:45,192 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b243cd03bded4a7cb43b4ee770d1e3e5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b243cd03bded4a7cb43b4ee770d1e3e5 2024-12-14T05:41:45,192 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/5eb204aad12240049accc6164626b0bb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/5eb204aad12240049accc6164626b0bb 2024-12-14T05:41:45,192 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1d325a935a664fe4bab97d7a7de25eb3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1d325a935a664fe4bab97d7a7de25eb3 2024-12-14T05:41:45,192 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f70dcbf14fc5404396749f833102252a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f70dcbf14fc5404396749f833102252a 2024-12-14T05:41:45,192 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/4f56097bdfcf453a9611986e0ed7772d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/4f56097bdfcf453a9611986e0ed7772d 2024-12-14T05:41:45,193 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/974c302811d54810ab5d555066f3c944 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/974c302811d54810ab5d555066f3c944 2024-12-14T05:41:45,194 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/17f6bc30cb1441ed8de8d252cbab6198 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/17f6bc30cb1441ed8de8d252cbab6198 2024-12-14T05:41:45,194 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/d5be618e59984874b4e64b0821d2ea57 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/d5be618e59984874b4e64b0821d2ea57 2024-12-14T05:41:45,194 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f0c1d32ce5ca4382b59df040728a5c94 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/f0c1d32ce5ca4382b59df040728a5c94 2024-12-14T05:41:45,194 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/fe7adebd194b416a8b2bb8867bc1c2dd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/fe7adebd194b416a8b2bb8867bc1c2dd 2024-12-14T05:41:45,194 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/6a1e0dfa8e5b4e2bbb7e34508a077562 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/6a1e0dfa8e5b4e2bbb7e34508a077562 2024-12-14T05:41:45,194 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/c1168d2356f640f1bba07d78145f73b2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/c1168d2356f640f1bba07d78145f73b2 2024-12-14T05:41:45,194 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/af19199f073a483c9f7f8fe5adb81992 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/af19199f073a483c9f7f8fe5adb81992 2024-12-14T05:41:45,195 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/261c0b5ca066457bb4e246793759b87d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/261c0b5ca066457bb4e246793759b87d 2024-12-14T05:41:45,195 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1cafb8ef39d746aa977aabd6774df412 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/1cafb8ef39d746aa977aabd6774df412 2024-12-14T05:41:45,196 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/14f51e2bf5c24bf59f7c577284092da1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/14f51e2bf5c24bf59f7c577284092da1 2024-12-14T05:41:45,196 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b2d308c444434d74a7f2ccfde2492496 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/b2d308c444434d74a7f2ccfde2492496 2024-12-14T05:41:45,196 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/50ced0629f464bb9b16353ed78d1df02 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/50ced0629f464bb9b16353ed78d1df02 2024-12-14T05:41:45,203 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-12-14T05:41:45,203 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39. 2024-12-14T05:41:45,203 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for ade6726dd44275d003a37c76f938db39: 2024-12-14T05:41:45,205 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=ade6726dd44275d003a37c76f938db39, regionState=CLOSED 2024-12-14T05:41:45,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-14T05:41:45,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure ade6726dd44275d003a37c76f938db39, server=e1063daab615,33421,1734154841687 in 1.8850 sec 2024-12-14T05:41:45,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-14T05:41:45,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ade6726dd44275d003a37c76f938db39, UNASSIGN in 1.8900 sec 2024-12-14T05:41:45,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-14T05:41:45,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8930 sec 2024-12-14T05:41:45,210 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154905210"}]},"ts":"1734154905210"} 2024-12-14T05:41:45,211 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-14T05:41:45,256 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-14T05:41:45,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9790 sec 2024-12-14T05:41:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-14T05:41:45,389 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-14T05:41:45,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-14T05:41:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:45,393 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-14T05:41:45,395 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:45,398 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,401 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/recovered.edits] 2024-12-14T05:41:45,404 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/b0833cd3d40a49ee976df4f70c28f7c8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/b0833cd3d40a49ee976df4f70c28f7c8 2024-12-14T05:41:45,405 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/3ea7674d6f9f4247a9b721c337739483 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/A/3ea7674d6f9f4247a9b721c337739483 2024-12-14T05:41:45,406 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eed88b12c8e24c3a82415243849d62c6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/eed88b12c8e24c3a82415243849d62c6 2024-12-14T05:41:45,407 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/01bd2a38d2ea481bb5e19966aa7a1803 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/B/01bd2a38d2ea481bb5e19966aa7a1803 2024-12-14T05:41:45,409 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/a1f7741ba4844e4394ddbcd6e2dd0195 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/a1f7741ba4844e4394ddbcd6e2dd0195 2024-12-14T05:41:45,409 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/0475dbfc3c544af895941a946fde0b31 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/C/0475dbfc3c544af895941a946fde0b31 2024-12-14T05:41:45,411 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/recovered.edits/338.seqid to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39/recovered.edits/338.seqid 2024-12-14T05:41:45,411 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,411 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-14T05:41:45,412 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-14T05:41:45,412 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-14T05:41:45,419 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412142d0553d1237a43aab350711a99d2fa43_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412142d0553d1237a43aab350711a99d2fa43_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,419 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143a865babf3bf42f9b4efec6b526e7fac_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143a865babf3bf42f9b4efec6b526e7fac_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,419 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214405b3534687445bca25ec6650d9bad6d_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214405b3534687445bca25ec6650d9bad6d_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,419 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143290253a7aee46b582bc33554c883794_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143290253a7aee46b582bc33554c883794_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,419 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144de5515b438445158adda32189cb0d95_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144de5515b438445158adda32189cb0d95_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,419 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121444e90feeb0454d88ad4ec10376c08ee3_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121444e90feeb0454d88ad4ec10376c08ee3_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,419 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145d64cfcd46b140cda78e3bcc6e6094c1_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145d64cfcd46b140cda78e3bcc6e6094c1_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,420 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145aaf96325b96469a984ec12bf7b2ce17_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145aaf96325b96469a984ec12bf7b2ce17_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,420 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148b2ed93af6df4c6890bdd63c6eb035b3_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148b2ed93af6df4c6890bdd63c6eb035b3_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214757fad7e596d4ebda1cfbf5bb099dc38_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214757fad7e596d4ebda1cfbf5bb099dc38_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214955913042c6b403592df51bd51f4ac2f_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214955913042c6b403592df51bd51f4ac2f_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ce07b32f710d429cab75e93a4f7ed336_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ce07b32f710d429cab75e93a4f7ed336_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c81d535c73fc426ea9c70416a7d8d585_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c81d535c73fc426ea9c70416a7d8d585_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d6aedbc87d2e4243ac8cf5a5842e037b_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d6aedbc87d2e4243ac8cf5a5842e037b_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214dd889fc4426e4b9a9e93b97a220b943b_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214dd889fc4426e4b9a9e93b97a220b943b_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214cd29f60abb4245508bfdce071ac50f38_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214cd29f60abb4245508bfdce071ac50f38_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,421 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f27df57745bc4997ba21899948c432a3_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f27df57745bc4997ba21899948c432a3_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,422 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f7bc9512337b4824986aa231eb7ef5f9_ade6726dd44275d003a37c76f938db39 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f7bc9512337b4824986aa231eb7ef5f9_ade6726dd44275d003a37c76f938db39 2024-12-14T05:41:45,422 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-14T05:41:45,424 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:45,426 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-14T05:41:45,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-14T05:41:45,428 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:45,428 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-14T05:41:45,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734154905428"}]},"ts":"9223372036854775807"} 2024-12-14T05:41:45,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-14T05:41:45,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ade6726dd44275d003a37c76f938db39, NAME => 'TestAcidGuarantees,,1734154874772.ade6726dd44275d003a37c76f938db39.', STARTKEY => '', ENDKEY => ''}] 2024-12-14T05:41:45,430 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-14T05:41:45,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734154905430"}]},"ts":"9223372036854775807"} 2024-12-14T05:41:45,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-14T05:41:45,440 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:45,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-14T05:41:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-14T05:41:45,496 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-14T05:41:45,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=246 (was 247), OpenFileDescriptor=461 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2188 (was 2328) 2024-12-14T05:41:45,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=246, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=2188 2024-12-14T05:41:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:41:45,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:41:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-14T05:41:45,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-14T05:41:45,514 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:45,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-14T05:41:45,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-14T05:41:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-14T05:41:45,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742075_1251 (size=963) 2024-12-14T05:41:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-14T05:41:45,792 DEBUG [master/e1063daab615:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6ec0f9ac29297aadecd3a595fffd2bdd changed from -1.0 to 0.0, refreshing cache 2024-12-14T05:41:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-14T05:41:45,925 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:41:45,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742076_1252 (size=53) 2024-12-14T05:41:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-14T05:41:46,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:41:46,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a33b6134c74fba0a130d685e085797ae, disabling compactions & flushes 2024-12-14T05:41:46,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. after waiting 0 ms 2024-12-14T05:41:46,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:46,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-14T05:41:46,338 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734154906338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734154906338"}]},"ts":"1734154906338"} 2024-12-14T05:41:46,341 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-14T05:41:46,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-14T05:41:46,343 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154906342"}]},"ts":"1734154906342"} 2024-12-14T05:41:46,344 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-14T05:41:46,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a33b6134c74fba0a130d685e085797ae, ASSIGN}] 2024-12-14T05:41:46,399 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a33b6134c74fba0a130d685e085797ae, ASSIGN 2024-12-14T05:41:46,400 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a33b6134c74fba0a130d685e085797ae, ASSIGN; state=OFFLINE, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=false 2024-12-14T05:41:46,551 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=a33b6134c74fba0a130d685e085797ae, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:46,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:41:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-14T05:41:46,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:46,709 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,709 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:41:46,710 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,710 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:41:46,710 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,710 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,711 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,713 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:46,713 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a33b6134c74fba0a130d685e085797ae columnFamilyName A 2024-12-14T05:41:46,713 DEBUG [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:46,714 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.HStore(327): Store=a33b6134c74fba0a130d685e085797ae/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:46,714 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,716 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:46,716 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a33b6134c74fba0a130d685e085797ae columnFamilyName B 2024-12-14T05:41:46,716 DEBUG [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:46,717 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.HStore(327): Store=a33b6134c74fba0a130d685e085797ae/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:46,717 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,718 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:41:46,718 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a33b6134c74fba0a130d685e085797ae columnFamilyName C 2024-12-14T05:41:46,718 DEBUG [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:41:46,719 INFO [StoreOpener-a33b6134c74fba0a130d685e085797ae-1 {}] regionserver.HStore(327): Store=a33b6134c74fba0a130d685e085797ae/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:41:46,719 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,720 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,720 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,721 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:41:46,722 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:46,724 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:41:46,725 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened a33b6134c74fba0a130d685e085797ae; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67231601, jitterRate=0.0018289238214492798}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:41:46,725 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:46,726 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., pid=72, masterSystemTime=1734154906706 2024-12-14T05:41:46,727 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,727 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:46,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=a33b6134c74fba0a130d685e085797ae, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:41:46,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-14T05:41:46,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 in 175 msec 2024-12-14T05:41:46,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-14T05:41:46,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a33b6134c74fba0a130d685e085797ae, ASSIGN in 332 msec 2024-12-14T05:41:46,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-14T05:41:46,731 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154906731"}]},"ts":"1734154906731"} 2024-12-14T05:41:46,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-14T05:41:46,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-14T05:41:46,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2620 sec 2024-12-14T05:41:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-14T05:41:47,622 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-14T05:41:47,627 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-12-14T05:41:47,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,682 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-14T05:41:47,686 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-14T05:41:47,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-12-14T05:41:47,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-14T05:41:47,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-14T05:41:47,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,717 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-12-14T05:41:47,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,731 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-12-14T05:41:47,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,743 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-12-14T05:41:47,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-12-14T05:41:47,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b9e2976 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598cfed4 2024-12-14T05:41:47,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521aad6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56e9a678 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ad882f 2024-12-14T05:41:47,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5b2180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-12-14T05:41:47,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:41:47,807 DEBUG [hconnection-0x57865412-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,807 DEBUG [hconnection-0x797a5b52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:47,808 DEBUG [hconnection-0x3878146f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,808 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,808 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-14T05:41:47,809 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,810 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-14T05:41:47,811 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:47,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:47,813 DEBUG [hconnection-0x10da2a7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,815 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,816 DEBUG [hconnection-0x1024fd18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,817 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:47,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:41:47,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:47,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:47,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:47,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:47,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:47,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:47,819 DEBUG [hconnection-0x776d7ae6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,821 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,822 DEBUG [hconnection-0x4bd7fb55-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,822 DEBUG [hconnection-0x21fccac6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,823 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,823 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,825 DEBUG [hconnection-0x783973a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,826 DEBUG [hconnection-0x3cbc73da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:41:47,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,827 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:41:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/d016c9afc9554d6ba9d5327be4b6d313 is 50, key is test_row_0/A:col10/1734154907816/Put/seqid=0 2024-12-14T05:41:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154967839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154967839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154967841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154967840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154967841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742077_1253 (size=12001) 2024-12-14T05:41:47,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/d016c9afc9554d6ba9d5327be4b6d313 2024-12-14T05:41:47,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/055e6a7c0d484551bff23735c2c84994 is 50, key is test_row_0/B:col10/1734154907816/Put/seqid=0 2024-12-14T05:41:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-14T05:41:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742078_1254 (size=12001) 2024-12-14T05:41:47,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/055e6a7c0d484551bff23735c2c84994 2024-12-14T05:41:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154967944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154967945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154967945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154967945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154967948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:47,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:47,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2b31ff0c191b44e6ae5b5b7ac6d35f88 is 50, key is test_row_0/C:col10/1734154907816/Put/seqid=0 2024-12-14T05:41:47,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-14T05:41:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:47,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742079_1255 (size=12001) 2024-12-14T05:41:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-14T05:41:48,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:48,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-14T05:41:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:48,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154968148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154968149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154968150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154968150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154968153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:48,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-14T05:41:48,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:48,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:48,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:48,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:48,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:48,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2b31ff0c191b44e6ae5b5b7ac6d35f88 2024-12-14T05:41:48,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/d016c9afc9554d6ba9d5327be4b6d313 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d016c9afc9554d6ba9d5327be4b6d313 2024-12-14T05:41:48,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d016c9afc9554d6ba9d5327be4b6d313, entries=150, sequenceid=14, filesize=11.7 K 2024-12-14T05:41:48,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/055e6a7c0d484551bff23735c2c84994 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/055e6a7c0d484551bff23735c2c84994 2024-12-14T05:41:48,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/055e6a7c0d484551bff23735c2c84994, entries=150, sequenceid=14, filesize=11.7 K 2024-12-14T05:41:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2b31ff0c191b44e6ae5b5b7ac6d35f88 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2b31ff0c191b44e6ae5b5b7ac6d35f88 2024-12-14T05:41:48,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2b31ff0c191b44e6ae5b5b7ac6d35f88, entries=150, sequenceid=14, filesize=11.7 K 2024-12-14T05:41:48,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a33b6134c74fba0a130d685e085797ae in 582ms, sequenceid=14, compaction requested=false 2024-12-14T05:41:48,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-14T05:41:48,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:48,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-14T05:41:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:48,422 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:48,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ad6bb986f65b46e4bfaa83f4d333a598 is 50, key is test_row_0/A:col10/1734154907839/Put/seqid=0 2024-12-14T05:41:48,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742080_1256 (size=12001) 2024-12-14T05:41:48,445 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ad6bb986f65b46e4bfaa83f4d333a598 2024-12-14T05:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:48,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:48,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/67e4b97337694aec9b52404b498ccd42 is 50, key is test_row_0/B:col10/1734154907839/Put/seqid=0 2024-12-14T05:41:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154968459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742081_1257 (size=12001) 2024-12-14T05:41:48,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154968460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154968460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154968460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154968461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154968562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154968563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154968563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154968563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154968563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154968765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154968765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154968766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154968766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154968766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-14T05:41:48,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/67e4b97337694aec9b52404b498ccd42 2024-12-14T05:41:48,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/fc744e91936749ce98e72fa6d1398491 is 50, key is test_row_0/C:col10/1734154907839/Put/seqid=0 2024-12-14T05:41:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742082_1258 (size=12001) 2024-12-14T05:41:48,958 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/fc744e91936749ce98e72fa6d1398491 2024-12-14T05:41:48,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ad6bb986f65b46e4bfaa83f4d333a598 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ad6bb986f65b46e4bfaa83f4d333a598 2024-12-14T05:41:48,968 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ad6bb986f65b46e4bfaa83f4d333a598, entries=150, sequenceid=37, filesize=11.7 K 2024-12-14T05:41:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/67e4b97337694aec9b52404b498ccd42 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/67e4b97337694aec9b52404b498ccd42 2024-12-14T05:41:48,974 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/67e4b97337694aec9b52404b498ccd42, entries=150, sequenceid=37, filesize=11.7 K 2024-12-14T05:41:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/fc744e91936749ce98e72fa6d1398491 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/fc744e91936749ce98e72fa6d1398491 2024-12-14T05:41:48,981 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/fc744e91936749ce98e72fa6d1398491, entries=150, sequenceid=37, filesize=11.7 K 2024-12-14T05:41:48,981 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a33b6134c74fba0a130d685e085797ae in 559ms, sequenceid=37, compaction requested=false 2024-12-14T05:41:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-14T05:41:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-14T05:41:48,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-14T05:41:48,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1720 sec 2024-12-14T05:41:48,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.1770 sec 2024-12-14T05:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:49,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:41:49,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:49,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:49,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:49,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:49,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:49,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:49,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/b2533039697640b3996c453321dd3493 is 50, key is test_row_0/A:col10/1734154908459/Put/seqid=0 2024-12-14T05:41:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742083_1259 (size=14341) 2024-12-14T05:41:49,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154969112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154969114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154969115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154969115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154969116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154969216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154969218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154969219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154969219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154969224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154969419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154969421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154969422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154969423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154969426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/b2533039697640b3996c453321dd3493 2024-12-14T05:41:49,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/1837bffe51954c6fbf383e58d5c54580 is 50, key is test_row_0/B:col10/1734154908459/Put/seqid=0 2024-12-14T05:41:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742084_1260 (size=12001) 2024-12-14T05:41:49,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/1837bffe51954c6fbf383e58d5c54580 2024-12-14T05:41:49,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/1b1e83219c5c4c79aceb08fe05004f24 is 50, key is test_row_0/C:col10/1734154908459/Put/seqid=0 2024-12-14T05:41:49,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742085_1261 (size=12001) 2024-12-14T05:41:49,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/1b1e83219c5c4c79aceb08fe05004f24 2024-12-14T05:41:49,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/b2533039697640b3996c453321dd3493 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b2533039697640b3996c453321dd3493 2024-12-14T05:41:49,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b2533039697640b3996c453321dd3493, entries=200, sequenceid=52, filesize=14.0 K 2024-12-14T05:41:49,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/1837bffe51954c6fbf383e58d5c54580 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1837bffe51954c6fbf383e58d5c54580 2024-12-14T05:41:49,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1837bffe51954c6fbf383e58d5c54580, entries=150, sequenceid=52, filesize=11.7 K 2024-12-14T05:41:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/1b1e83219c5c4c79aceb08fe05004f24 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/1b1e83219c5c4c79aceb08fe05004f24 2024-12-14T05:41:49,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/1b1e83219c5c4c79aceb08fe05004f24, entries=150, sequenceid=52, filesize=11.7 K 2024-12-14T05:41:49,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for a33b6134c74fba0a130d685e085797ae in 478ms, sequenceid=52, compaction requested=true 2024-12-14T05:41:49,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:49,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:49,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:49,548 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:49,549 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:49,550 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:49,550 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:49,550 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:41:49,550 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:49,550 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/055e6a7c0d484551bff23735c2c84994, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/67e4b97337694aec9b52404b498ccd42, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1837bffe51954c6fbf383e58d5c54580] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=35.2 K 2024-12-14T05:41:49,551 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 055e6a7c0d484551bff23735c2c84994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734154907813 2024-12-14T05:41:49,551 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 67e4b97337694aec9b52404b498ccd42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734154907827 2024-12-14T05:41:49,551 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1837bffe51954c6fbf383e58d5c54580, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154908459 2024-12-14T05:41:49,555 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:41:49,555 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:49,555 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d016c9afc9554d6ba9d5327be4b6d313, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ad6bb986f65b46e4bfaa83f4d333a598, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b2533039697640b3996c453321dd3493] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=37.4 K 2024-12-14T05:41:49,556 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting d016c9afc9554d6ba9d5327be4b6d313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734154907813 2024-12-14T05:41:49,556 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad6bb986f65b46e4bfaa83f4d333a598, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734154907827 2024-12-14T05:41:49,557 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2533039697640b3996c453321dd3493, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154908459 2024-12-14T05:41:49,565 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:49,565 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/23ac5dff7a97460d91361ca5d8ff7433 is 50, key is test_row_0/B:col10/1734154908459/Put/seqid=0 2024-12-14T05:41:49,567 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:49,568 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/000968e7e053437e9d09ce7f14582e55 is 50, key is test_row_0/A:col10/1734154908459/Put/seqid=0 2024-12-14T05:41:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742086_1262 (size=12104) 2024-12-14T05:41:49,579 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/23ac5dff7a97460d91361ca5d8ff7433 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/23ac5dff7a97460d91361ca5d8ff7433 2024-12-14T05:41:49,585 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into 23ac5dff7a97460d91361ca5d8ff7433(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:49,585 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:49,585 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=13, startTime=1734154909548; duration=0sec 2024-12-14T05:41:49,585 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:49,585 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:41:49,585 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:49,586 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:49,586 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:41:49,586 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:49,586 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2b31ff0c191b44e6ae5b5b7ac6d35f88, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/fc744e91936749ce98e72fa6d1398491, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/1b1e83219c5c4c79aceb08fe05004f24] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=35.2 K 2024-12-14T05:41:49,587 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b31ff0c191b44e6ae5b5b7ac6d35f88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734154907813 2024-12-14T05:41:49,587 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fc744e91936749ce98e72fa6d1398491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734154907827 2024-12-14T05:41:49,590 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b1e83219c5c4c79aceb08fe05004f24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154908459 2024-12-14T05:41:49,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742087_1263 (size=12104) 2024-12-14T05:41:49,597 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/000968e7e053437e9d09ce7f14582e55 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/000968e7e053437e9d09ce7f14582e55 2024-12-14T05:41:49,602 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:49,603 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/66b9f4694ad84f7fb4ed2140d988a79a is 50, key is test_row_0/C:col10/1734154908459/Put/seqid=0 2024-12-14T05:41:49,603 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into 000968e7e053437e9d09ce7f14582e55(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:49,603 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:49,603 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=13, startTime=1734154909548; duration=0sec 2024-12-14T05:41:49,603 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:49,603 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:41:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742088_1264 (size=12104) 2024-12-14T05:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:49,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:41:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:49,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/e6f1d9e535c34587bb7f8e64cd922022 is 50, key is test_row_0/A:col10/1734154909114/Put/seqid=0 2024-12-14T05:41:49,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742089_1265 (size=14341) 2024-12-14T05:41:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154969730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154969730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154969731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154969731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154969731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154969833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154969834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154969834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154969834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-14T05:41:49,914 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-14T05:41:49,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-14T05:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-14T05:41:49,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:49,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:49,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:50,011 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/66b9f4694ad84f7fb4ed2140d988a79a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/66b9f4694ad84f7fb4ed2140d988a79a 2024-12-14T05:41:50,015 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into 66b9f4694ad84f7fb4ed2140d988a79a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:50,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:50,015 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=13, startTime=1734154909549; duration=0sec 2024-12-14T05:41:50,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:50,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:41:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-14T05:41:50,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154970035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154970035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154970036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154970037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:50,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-14T05:41:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:50,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:50,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:50,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/e6f1d9e535c34587bb7f8e64cd922022 2024-12-14T05:41:50,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/20d2e8d7635d4b9fb958de56d2263646 is 50, key is test_row_0/B:col10/1734154909114/Put/seqid=0 2024-12-14T05:41:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742090_1266 (size=12001) 2024-12-14T05:41:50,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/20d2e8d7635d4b9fb958de56d2263646 2024-12-14T05:41:50,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/778d8787a14e42c9a337481c300d5f12 is 50, key is test_row_0/C:col10/1734154909114/Put/seqid=0 2024-12-14T05:41:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742091_1267 (size=12001) 2024-12-14T05:41:50,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/778d8787a14e42c9a337481c300d5f12 2024-12-14T05:41:50,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/e6f1d9e535c34587bb7f8e64cd922022 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/e6f1d9e535c34587bb7f8e64cd922022 2024-12-14T05:41:50,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/e6f1d9e535c34587bb7f8e64cd922022, entries=200, sequenceid=78, filesize=14.0 K 2024-12-14T05:41:50,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/20d2e8d7635d4b9fb958de56d2263646 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/20d2e8d7635d4b9fb958de56d2263646 2024-12-14T05:41:50,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/20d2e8d7635d4b9fb958de56d2263646, entries=150, sequenceid=78, filesize=11.7 K 2024-12-14T05:41:50,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/778d8787a14e42c9a337481c300d5f12 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/778d8787a14e42c9a337481c300d5f12 2024-12-14T05:41:50,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/778d8787a14e42c9a337481c300d5f12, entries=150, sequenceid=78, filesize=11.7 K 2024-12-14T05:41:50,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a33b6134c74fba0a130d685e085797ae in 458ms, sequenceid=78, compaction requested=false 2024-12-14T05:41:50,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:50,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-14T05:41:50,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-14T05:41:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:50,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:41:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:50,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:50,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:50,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:50,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:50,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/47553af6eaab49bbaa4afeec2eca0684 is 50, key is test_row_0/A:col10/1734154909730/Put/seqid=0 2024-12-14T05:41:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:50,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742092_1268 (size=12001) 2024-12-14T05:41:50,247 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/47553af6eaab49bbaa4afeec2eca0684 2024-12-14T05:41:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3a9bbe9c222e4dd0b285f4796e2acb5c is 50, key is test_row_0/B:col10/1734154909730/Put/seqid=0 2024-12-14T05:41:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742093_1269 (size=12001) 2024-12-14T05:41:50,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154970283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154970337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154970338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154970341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154970341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154970386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-14T05:41:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154970589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3a9bbe9c222e4dd0b285f4796e2acb5c 2024-12-14T05:41:50,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/076e0b98769b4fd18051a3d7ffcf86a1 is 50, key is test_row_0/C:col10/1734154909730/Put/seqid=0 2024-12-14T05:41:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742094_1270 (size=12001) 2024-12-14T05:41:50,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-14T05:41:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154970842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154970845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154970847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154970847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154970893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-14T05:41:51,091 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/076e0b98769b4fd18051a3d7ffcf86a1 2024-12-14T05:41:51,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/47553af6eaab49bbaa4afeec2eca0684 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/47553af6eaab49bbaa4afeec2eca0684 2024-12-14T05:41:51,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/47553af6eaab49bbaa4afeec2eca0684, entries=150, sequenceid=92, filesize=11.7 K 2024-12-14T05:41:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3a9bbe9c222e4dd0b285f4796e2acb5c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a9bbe9c222e4dd0b285f4796e2acb5c 2024-12-14T05:41:51,103 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a9bbe9c222e4dd0b285f4796e2acb5c, entries=150, sequenceid=92, filesize=11.7 K 2024-12-14T05:41:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/076e0b98769b4fd18051a3d7ffcf86a1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/076e0b98769b4fd18051a3d7ffcf86a1 2024-12-14T05:41:51,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/076e0b98769b4fd18051a3d7ffcf86a1, entries=150, sequenceid=92, filesize=11.7 K 2024-12-14T05:41:51,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a33b6134c74fba0a130d685e085797ae in 885ms, sequenceid=92, compaction requested=true 2024-12-14T05:41:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-14T05:41:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-14T05:41:51,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-14T05:41:51,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1920 sec 2024-12-14T05:41:51,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.1950 sec 2024-12-14T05:41:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:51,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:41:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:51,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:51,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/1593cb62ab4e423eadf3710e6f91fb3c is 50, key is test_row_0/A:col10/1734154910279/Put/seqid=0 2024-12-14T05:41:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742095_1271 (size=14341) 2024-12-14T05:41:51,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/1593cb62ab4e423eadf3710e6f91fb3c 2024-12-14T05:41:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154971421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:51,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/fb8a7ecce0b54368aab450c8ae925bcd is 50, key is test_row_0/B:col10/1734154910279/Put/seqid=0 2024-12-14T05:41:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742096_1272 (size=12001) 2024-12-14T05:41:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154971523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:51,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154971727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:51,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/fb8a7ecce0b54368aab450c8ae925bcd 2024-12-14T05:41:51,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/55acfb554c6841cabd0164ec44d4e9cc is 50, key is test_row_0/C:col10/1734154910279/Put/seqid=0 2024-12-14T05:41:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742097_1273 (size=12001) 2024-12-14T05:41:51,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154971850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:51,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154971853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154971854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154971857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-14T05:41:52,024 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-14T05:41:52,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-14T05:41:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-14T05:41:52,026 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:52,026 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:52,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154972031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-14T05:41:52,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:52,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-14T05:41:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:52,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:52,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/55acfb554c6841cabd0164ec44d4e9cc 2024-12-14T05:41:52,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/1593cb62ab4e423eadf3710e6f91fb3c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/1593cb62ab4e423eadf3710e6f91fb3c 2024-12-14T05:41:52,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/1593cb62ab4e423eadf3710e6f91fb3c, entries=200, sequenceid=116, filesize=14.0 K 2024-12-14T05:41:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/fb8a7ecce0b54368aab450c8ae925bcd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/fb8a7ecce0b54368aab450c8ae925bcd 2024-12-14T05:41:52,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/fb8a7ecce0b54368aab450c8ae925bcd, entries=150, sequenceid=116, filesize=11.7 K 2024-12-14T05:41:52,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/55acfb554c6841cabd0164ec44d4e9cc as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/55acfb554c6841cabd0164ec44d4e9cc 2024-12-14T05:41:52,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/55acfb554c6841cabd0164ec44d4e9cc, entries=150, sequenceid=116, filesize=11.7 K 2024-12-14T05:41:52,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a33b6134c74fba0a130d685e085797ae in 861ms, sequenceid=116, compaction requested=true 2024-12-14T05:41:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:52,261 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:52,261 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:52,262 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:52,262 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:52,262 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:41:52,262 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:41:52,262 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:52,262 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:52,262 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/23ac5dff7a97460d91361ca5d8ff7433, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/20d2e8d7635d4b9fb958de56d2263646, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a9bbe9c222e4dd0b285f4796e2acb5c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/fb8a7ecce0b54368aab450c8ae925bcd] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=47.0 K 2024-12-14T05:41:52,262 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/000968e7e053437e9d09ce7f14582e55, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/e6f1d9e535c34587bb7f8e64cd922022, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/47553af6eaab49bbaa4afeec2eca0684, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/1593cb62ab4e423eadf3710e6f91fb3c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=51.5 K 2024-12-14T05:41:52,262 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 23ac5dff7a97460d91361ca5d8ff7433, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154908459 2024-12-14T05:41:52,262 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 000968e7e053437e9d09ce7f14582e55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154908459 2024-12-14T05:41:52,263 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6f1d9e535c34587bb7f8e64cd922022, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734154909111 2024-12-14T05:41:52,263 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 20d2e8d7635d4b9fb958de56d2263646, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734154909114 2024-12-14T05:41:52,263 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47553af6eaab49bbaa4afeec2eca0684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734154909726 2024-12-14T05:41:52,263 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a9bbe9c222e4dd0b285f4796e2acb5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734154909726 2024-12-14T05:41:52,263 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1593cb62ab4e423eadf3710e6f91fb3c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154910276 2024-12-14T05:41:52,263 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fb8a7ecce0b54368aab450c8ae925bcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154910279 2024-12-14T05:41:52,274 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:52,274 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/b5d29c887ac64e80b63cfbb88487c6fe is 50, key is test_row_0/A:col10/1734154910279/Put/seqid=0 2024-12-14T05:41:52,278 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:52,278 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/611656aab3664cc8a78648e4235e21bf is 50, key is test_row_0/B:col10/1734154910279/Put/seqid=0 2024-12-14T05:41:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742098_1274 (size=12241) 2024-12-14T05:41:52,290 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/b5d29c887ac64e80b63cfbb88487c6fe as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b5d29c887ac64e80b63cfbb88487c6fe 2024-12-14T05:41:52,296 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into b5d29c887ac64e80b63cfbb88487c6fe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:52,296 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:52,296 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=12, startTime=1734154912261; duration=0sec 2024-12-14T05:41:52,296 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:52,296 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:41:52,296 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:52,297 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:52,297 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:41:52,297 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:52,297 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/66b9f4694ad84f7fb4ed2140d988a79a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/778d8787a14e42c9a337481c300d5f12, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/076e0b98769b4fd18051a3d7ffcf86a1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/55acfb554c6841cabd0164ec44d4e9cc] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=47.0 K 2024-12-14T05:41:52,298 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66b9f4694ad84f7fb4ed2140d988a79a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154908459 2024-12-14T05:41:52,298 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 778d8787a14e42c9a337481c300d5f12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734154909114 2024-12-14T05:41:52,298 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 076e0b98769b4fd18051a3d7ffcf86a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734154909726 2024-12-14T05:41:52,298 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55acfb554c6841cabd0164ec44d4e9cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154910279 2024-12-14T05:41:52,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742099_1275 (size=12241) 2024-12-14T05:41:52,307 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:52,307 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/07de5d8c2c634982850a1090b657d168 is 50, key is test_row_0/C:col10/1734154910279/Put/seqid=0 2024-12-14T05:41:52,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742100_1276 (size=12241) 2024-12-14T05:41:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-14T05:41:52,330 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/07de5d8c2c634982850a1090b657d168 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/07de5d8c2c634982850a1090b657d168 2024-12-14T05:41:52,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:52,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-14T05:41:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:52,331 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:41:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:52,335 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into 07de5d8c2c634982850a1090b657d168(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:52,335 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:52,335 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=12, startTime=1734154912261; duration=0sec 2024-12-14T05:41:52,335 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:52,335 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:41:52,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/c0cf17e655314023b3bbf9e97cc02d10 is 50, key is test_row_0/A:col10/1734154911415/Put/seqid=0 2024-12-14T05:41:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742101_1277 (size=12001) 2024-12-14T05:41:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:52,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:52,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154972581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-14T05:41:52,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154972683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:52,710 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/611656aab3664cc8a78648e4235e21bf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/611656aab3664cc8a78648e4235e21bf 2024-12-14T05:41:52,714 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into 611656aab3664cc8a78648e4235e21bf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:52,714 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:52,714 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=12, startTime=1734154912261; duration=0sec 2024-12-14T05:41:52,715 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:52,715 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:41:52,740 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/c0cf17e655314023b3bbf9e97cc02d10 2024-12-14T05:41:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/74ac9d4d98ef43b18bba7dabca4de33d is 50, key is test_row_0/B:col10/1734154911415/Put/seqid=0 2024-12-14T05:41:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742102_1278 (size=12001) 2024-12-14T05:41:52,755 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/74ac9d4d98ef43b18bba7dabca4de33d 2024-12-14T05:41:52,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/70a46e3b53bf4ece84539f9539823fb7 is 50, key is test_row_0/C:col10/1734154911415/Put/seqid=0 2024-12-14T05:41:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742103_1279 (size=12001) 2024-12-14T05:41:52,765 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/70a46e3b53bf4ece84539f9539823fb7 2024-12-14T05:41:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/c0cf17e655314023b3bbf9e97cc02d10 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/c0cf17e655314023b3bbf9e97cc02d10 2024-12-14T05:41:52,773 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/c0cf17e655314023b3bbf9e97cc02d10, entries=150, sequenceid=129, filesize=11.7 K 2024-12-14T05:41:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/74ac9d4d98ef43b18bba7dabca4de33d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/74ac9d4d98ef43b18bba7dabca4de33d 2024-12-14T05:41:52,779 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/74ac9d4d98ef43b18bba7dabca4de33d, entries=150, sequenceid=129, filesize=11.7 K 2024-12-14T05:41:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/70a46e3b53bf4ece84539f9539823fb7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/70a46e3b53bf4ece84539f9539823fb7 2024-12-14T05:41:52,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/70a46e3b53bf4ece84539f9539823fb7, entries=150, sequenceid=129, filesize=11.7 K 2024-12-14T05:41:52,785 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a33b6134c74fba0a130d685e085797ae in 454ms, sequenceid=129, compaction requested=false 2024-12-14T05:41:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-14T05:41:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-14T05:41:52,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-14T05:41:52,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 760 msec 2024-12-14T05:41:52,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 764 msec 2024-12-14T05:41:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:52,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:41:52,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:52,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:52,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:52,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:52,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:52,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:52,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/63d989ec2d164474842c588bbc423068 is 50, key is test_row_0/A:col10/1734154912887/Put/seqid=0 2024-12-14T05:41:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742104_1280 (size=14541) 2024-12-14T05:41:52,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154972907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154973010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-14T05:41:53,129 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-14T05:41:53,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-14T05:41:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-14T05:41:53,131 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:53,131 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:53,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154973213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-14T05:41:53,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:53,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/63d989ec2d164474842c588bbc423068 2024-12-14T05:41:53,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/f01ad3aaf7b64fc28ac9f4f372cadd48 is 50, key is test_row_0/B:col10/1734154912887/Put/seqid=0 2024-12-14T05:41:53,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742105_1281 (size=12151) 2024-12-14T05:41:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-14T05:41:53,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:53,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154973518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:53,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/f01ad3aaf7b64fc28ac9f4f372cadd48 2024-12-14T05:41:53,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/d51ee3059ea643898abcb2d518acca9e is 50, key is test_row_0/C:col10/1734154912887/Put/seqid=0 2024-12-14T05:41:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-14T05:41:53,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:53,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742106_1282 (size=12151) 2024-12-14T05:41:53,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/d51ee3059ea643898abcb2d518acca9e 2024-12-14T05:41:53,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/63d989ec2d164474842c588bbc423068 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/63d989ec2d164474842c588bbc423068 2024-12-14T05:41:53,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/63d989ec2d164474842c588bbc423068, entries=200, sequenceid=156, filesize=14.2 K 2024-12-14T05:41:53,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/f01ad3aaf7b64fc28ac9f4f372cadd48 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/f01ad3aaf7b64fc28ac9f4f372cadd48 2024-12-14T05:41:53,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/f01ad3aaf7b64fc28ac9f4f372cadd48, entries=150, sequenceid=156, filesize=11.9 K 2024-12-14T05:41:53,803 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-14T05:41:53,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/d51ee3059ea643898abcb2d518acca9e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/d51ee3059ea643898abcb2d518acca9e 2024-12-14T05:41:53,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/d51ee3059ea643898abcb2d518acca9e, entries=150, sequenceid=156, filesize=11.9 K 2024-12-14T05:41:53,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a33b6134c74fba0a130d685e085797ae in 919ms, sequenceid=156, compaction requested=true 2024-12-14T05:41:53,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:53,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:53,808 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:53,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:53,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:53,808 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:53,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:53,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:53,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:41:53,809 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,809 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,809 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/611656aab3664cc8a78648e4235e21bf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/74ac9d4d98ef43b18bba7dabca4de33d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/f01ad3aaf7b64fc28ac9f4f372cadd48] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=35.5 K 2024-12-14T05:41:53,809 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b5d29c887ac64e80b63cfbb88487c6fe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/c0cf17e655314023b3bbf9e97cc02d10, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/63d989ec2d164474842c588bbc423068] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=37.9 K 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 611656aab3664cc8a78648e4235e21bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154910279 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5d29c887ac64e80b63cfbb88487c6fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154910279 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ac9d4d98ef43b18bba7dabca4de33d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734154911410 2024-12-14T05:41:53,809 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0cf17e655314023b3bbf9e97cc02d10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734154911410 2024-12-14T05:41:53,810 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting f01ad3aaf7b64fc28ac9f4f372cadd48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154912576 2024-12-14T05:41:53,810 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d989ec2d164474842c588bbc423068, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154912576 2024-12-14T05:41:53,815 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:53,815 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/c94796063b6146c18f684f79fb9073be is 50, key is test_row_0/B:col10/1734154912887/Put/seqid=0 2024-12-14T05:41:53,816 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:53,816 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/6c06fcadc13648e8ac229fa0f42adc38 is 50, key is test_row_0/A:col10/1734154912887/Put/seqid=0 2024-12-14T05:41:53,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742107_1283 (size=12493) 2024-12-14T05:41:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742108_1284 (size=12493) 2024-12-14T05:41:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:53,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:41:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:53,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/cc01d5bcff66445884203a8a35926b61 is 50, key is test_row_0/A:col10/1734154913858/Put/seqid=0 2024-12-14T05:41:53,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742109_1285 (size=12151) 2024-12-14T05:41:53,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154973876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154973877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154973877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154973879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:53,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:53,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:53,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154973981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154973981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154973981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:53,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154973983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154974024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:54,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154974182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154974182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154974183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154974186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,233 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/c94796063b6146c18f684f79fb9073be as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c94796063b6146c18f684f79fb9073be 2024-12-14T05:41:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-14T05:41:54,235 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/6c06fcadc13648e8ac229fa0f42adc38 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/6c06fcadc13648e8ac229fa0f42adc38 2024-12-14T05:41:54,238 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into c94796063b6146c18f684f79fb9073be(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:54,238 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:54,238 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=13, startTime=1734154913808; duration=0sec 2024-12-14T05:41:54,238 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:54,238 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:41:54,238 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:41:54,239 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into 6c06fcadc13648e8ac229fa0f42adc38(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:54,239 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:54,239 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=13, startTime=1734154913808; duration=0sec 2024-12-14T05:41:54,239 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:54,239 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:41:54,239 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:41:54,239 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:41:54,240 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,240 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/07de5d8c2c634982850a1090b657d168, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/70a46e3b53bf4ece84539f9539823fb7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/d51ee3059ea643898abcb2d518acca9e] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=35.5 K 2024-12-14T05:41:54,240 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 07de5d8c2c634982850a1090b657d168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154910279 2024-12-14T05:41:54,240 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a46e3b53bf4ece84539f9539823fb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734154911410 2024-12-14T05:41:54,240 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d51ee3059ea643898abcb2d518acca9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154912576 2024-12-14T05:41:54,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:54,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:54,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,261 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:54,262 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/90c4640b304d431882d7e9486385958a is 50, key is test_row_0/C:col10/1734154912887/Put/seqid=0 2024-12-14T05:41:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742110_1286 (size=12493) 2024-12-14T05:41:54,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/cc01d5bcff66445884203a8a35926b61 2024-12-14T05:41:54,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3c7665d00f764485b2fa30bc12614e65 is 50, key is test_row_0/B:col10/1734154913858/Put/seqid=0 2024-12-14T05:41:54,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742111_1287 (size=12151) 2024-12-14T05:41:54,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:54,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:54,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:54,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154974484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154974485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154974485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154974489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:54,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,669 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/90c4640b304d431882d7e9486385958a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/90c4640b304d431882d7e9486385958a 2024-12-14T05:41:54,673 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into 90c4640b304d431882d7e9486385958a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:54,673 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:54,673 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=13, startTime=1734154913808; duration=0sec 2024-12-14T05:41:54,673 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:54,673 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:41:54,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3c7665d00f764485b2fa30bc12614e65 2024-12-14T05:41:54,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/5a900c537a2a4fccbe09fbe4eacc7103 is 50, key is test_row_0/C:col10/1734154913858/Put/seqid=0 2024-12-14T05:41:54,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742112_1288 (size=12151) 2024-12-14T05:41:54,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/5a900c537a2a4fccbe09fbe4eacc7103 2024-12-14T05:41:54,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/cc01d5bcff66445884203a8a35926b61 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cc01d5bcff66445884203a8a35926b61 2024-12-14T05:41:54,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cc01d5bcff66445884203a8a35926b61, entries=150, sequenceid=169, filesize=11.9 K 2024-12-14T05:41:54,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3c7665d00f764485b2fa30bc12614e65 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3c7665d00f764485b2fa30bc12614e65 2024-12-14T05:41:54,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3c7665d00f764485b2fa30bc12614e65, entries=150, sequenceid=169, filesize=11.9 K 2024-12-14T05:41:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/5a900c537a2a4fccbe09fbe4eacc7103 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/5a900c537a2a4fccbe09fbe4eacc7103 2024-12-14T05:41:54,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:54,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/5a900c537a2a4fccbe09fbe4eacc7103, entries=150, sequenceid=169, filesize=11.9 K 2024-12-14T05:41:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:54,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a33b6134c74fba0a130d685e085797ae in 857ms, sequenceid=169, compaction requested=false 2024-12-14T05:41:54,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:54,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:54,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-14T05:41:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:54,868 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:41:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:54,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ceb8141082ef4527bad499b3f947cc85 is 50, key is test_row_0/A:col10/1734154913872/Put/seqid=0 2024-12-14T05:41:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742113_1289 (size=12151) 2024-12-14T05:41:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:54,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154974996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154974996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154974997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154974997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154975029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154975099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154975099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154975099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154975099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-14T05:41:55,275 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ceb8141082ef4527bad499b3f947cc85 2024-12-14T05:41:55,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3a1b52d5e640495f880a13acdbc45417 is 50, key is test_row_0/B:col10/1734154913872/Put/seqid=0 2024-12-14T05:41:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742114_1290 (size=12151) 2024-12-14T05:41:55,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154975302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154975302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154975302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154975303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154975605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154975606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154975607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154975607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:55,687 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3a1b52d5e640495f880a13acdbc45417 2024-12-14T05:41:55,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/8cf9447e0c3d49ac8176cb90ef52bb4e is 50, key is test_row_0/C:col10/1734154913872/Put/seqid=0 2024-12-14T05:41:55,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742115_1291 (size=12151) 2024-12-14T05:41:56,102 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/8cf9447e0c3d49ac8176cb90ef52bb4e 2024-12-14T05:41:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ceb8141082ef4527bad499b3f947cc85 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ceb8141082ef4527bad499b3f947cc85 2024-12-14T05:41:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:56,109 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ceb8141082ef4527bad499b3f947cc85, entries=150, sequenceid=195, filesize=11.9 K 2024-12-14T05:41:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154976109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154976109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3a1b52d5e640495f880a13acdbc45417 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a1b52d5e640495f880a13acdbc45417 2024-12-14T05:41:56,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154976110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:56,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154976111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:56,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a1b52d5e640495f880a13acdbc45417, entries=150, sequenceid=195, filesize=11.9 K 2024-12-14T05:41:56,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/8cf9447e0c3d49ac8176cb90ef52bb4e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8cf9447e0c3d49ac8176cb90ef52bb4e 2024-12-14T05:41:56,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8cf9447e0c3d49ac8176cb90ef52bb4e, entries=150, sequenceid=195, filesize=11.9 K 2024-12-14T05:41:56,120 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a33b6134c74fba0a130d685e085797ae in 1252ms, sequenceid=195, compaction requested=true 2024-12-14T05:41:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-14T05:41:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-14T05:41:56,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-14T05:41:56,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9900 sec 2024-12-14T05:41:56,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.9920 sec 2024-12-14T05:41:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:57,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-14T05:41:57,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:57,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:57,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:57,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:57,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:57,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:57,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/beb4e8b17ec34bb1ac4e815d9e477451 is 50, key is test_row_0/A:col10/1734154914996/Put/seqid=0 2024-12-14T05:41:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742116_1292 (size=14541) 2024-12-14T05:41:57,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154977086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154977112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154977116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154977117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154977118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154977189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-14T05:41:57,235 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-14T05:41:57,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-14T05:41:57,237 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-14T05:41:57,237 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:57,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-14T05:41:57,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:57,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-14T05:41:57,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:57,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154977391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/beb4e8b17ec34bb1ac4e815d9e477451 2024-12-14T05:41:57,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/26374fbc034c436598ed78607bcef948 is 50, key is test_row_0/B:col10/1734154914996/Put/seqid=0 2024-12-14T05:41:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742117_1293 (size=12151) 2024-12-14T05:41:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-14T05:41:57,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:57,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-14T05:41:57,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:57,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-14T05:41:57,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:57,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154977693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-14T05:41:57,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:57,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-14T05:41:57,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:57,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/26374fbc034c436598ed78607bcef948 2024-12-14T05:41:57,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2ac5c7d65fc84eaea13e7604290a16cc is 50, key is test_row_0/C:col10/1734154914996/Put/seqid=0 2024-12-14T05:41:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742118_1294 (size=12151) 2024-12-14T05:41:57,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:57,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-14T05:41:57,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:57,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:57,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:58,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:58,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-14T05:41:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:58,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:58,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154978199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:58,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2ac5c7d65fc84eaea13e7604290a16cc 2024-12-14T05:41:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/beb4e8b17ec34bb1ac4e815d9e477451 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/beb4e8b17ec34bb1ac4e815d9e477451 2024-12-14T05:41:58,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/beb4e8b17ec34bb1ac4e815d9e477451, entries=200, sequenceid=210, filesize=14.2 K 2024-12-14T05:41:58,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/26374fbc034c436598ed78607bcef948 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/26374fbc034c436598ed78607bcef948 2024-12-14T05:41:58,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/26374fbc034c436598ed78607bcef948, entries=150, sequenceid=210, filesize=11.9 K 2024-12-14T05:41:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2ac5c7d65fc84eaea13e7604290a16cc as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2ac5c7d65fc84eaea13e7604290a16cc 2024-12-14T05:41:58,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2ac5c7d65fc84eaea13e7604290a16cc, entries=150, sequenceid=210, filesize=11.9 K 2024-12-14T05:41:58,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a33b6134c74fba0a130d685e085797ae in 1241ms, sequenceid=210, compaction requested=true 2024-12-14T05:41:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:41:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:58,279 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:41:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:58,279 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:41:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:58,280 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:58,280 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:41:58,280 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:58,280 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c94796063b6146c18f684f79fb9073be, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3c7665d00f764485b2fa30bc12614e65, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a1b52d5e640495f880a13acdbc45417, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/26374fbc034c436598ed78607bcef948] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=47.8 K 2024-12-14T05:41:58,280 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:58,280 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:41:58,281 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:58,281 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/6c06fcadc13648e8ac229fa0f42adc38, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cc01d5bcff66445884203a8a35926b61, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ceb8141082ef4527bad499b3f947cc85, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/beb4e8b17ec34bb1ac4e815d9e477451] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=50.1 K 2024-12-14T05:41:58,281 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c94796063b6146c18f684f79fb9073be, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154912576 2024-12-14T05:41:58,281 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c06fcadc13648e8ac229fa0f42adc38, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154912576 2024-12-14T05:41:58,281 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c7665d00f764485b2fa30bc12614e65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734154912906 2024-12-14T05:41:58,281 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc01d5bcff66445884203a8a35926b61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734154912906 2024-12-14T05:41:58,281 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a1b52d5e640495f880a13acdbc45417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734154913872 2024-12-14T05:41:58,281 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb8141082ef4527bad499b3f947cc85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734154913872 2024-12-14T05:41:58,282 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 26374fbc034c436598ed78607bcef948, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734154914996 2024-12-14T05:41:58,282 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting beb4e8b17ec34bb1ac4e815d9e477451, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734154914996 2024-12-14T05:41:58,290 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:58,291 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3618ddb5cf3a43d5ba72720334d3e03f is 50, key is test_row_0/B:col10/1734154914996/Put/seqid=0 2024-12-14T05:41:58,291 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:58,291 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/76d5a3099da040a79d61acefafe79338 is 50, key is test_row_0/A:col10/1734154914996/Put/seqid=0 2024-12-14T05:41:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742120_1296 (size=12629) 2024-12-14T05:41:58,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:58,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-14T05:41:58,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:58,304 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-14T05:41:58,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:58,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:58,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:58,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:58,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:58,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742119_1295 (size=12629) 2024-12-14T05:41:58,307 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/76d5a3099da040a79d61acefafe79338 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/76d5a3099da040a79d61acefafe79338 2024-12-14T05:41:58,312 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3618ddb5cf3a43d5ba72720334d3e03f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3618ddb5cf3a43d5ba72720334d3e03f 2024-12-14T05:41:58,314 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into 76d5a3099da040a79d61acefafe79338(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:58,315 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:58,315 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=12, startTime=1734154918279; duration=0sec 2024-12-14T05:41:58,315 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:41:58,315 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:41:58,315 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:41:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/67a3aa4a3e074e1daf783d9bb6c85f9c is 50, key is test_row_0/A:col10/1734154917081/Put/seqid=0 2024-12-14T05:41:58,318 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:41:58,318 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:41:58,318 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:58,318 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/90c4640b304d431882d7e9486385958a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/5a900c537a2a4fccbe09fbe4eacc7103, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8cf9447e0c3d49ac8176cb90ef52bb4e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2ac5c7d65fc84eaea13e7604290a16cc] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=47.8 K 2024-12-14T05:41:58,318 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90c4640b304d431882d7e9486385958a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734154912576 2024-12-14T05:41:58,319 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a900c537a2a4fccbe09fbe4eacc7103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734154912906 2024-12-14T05:41:58,319 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cf9447e0c3d49ac8176cb90ef52bb4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734154913872 2024-12-14T05:41:58,319 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ac5c7d65fc84eaea13e7604290a16cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734154914996 2024-12-14T05:41:58,319 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into 3618ddb5cf3a43d5ba72720334d3e03f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:58,319 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:58,319 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=12, startTime=1734154918279; duration=0sec 2024-12-14T05:41:58,319 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:58,320 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:41:58,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742121_1297 (size=12151) 2024-12-14T05:41:58,326 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/67a3aa4a3e074e1daf783d9bb6c85f9c 2024-12-14T05:41:58,327 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:41:58,328 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/4fa63fe6691349738949e51cca727c27 is 50, key is test_row_0/C:col10/1734154914996/Put/seqid=0 2024-12-14T05:41:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742122_1298 (size=12629) 2024-12-14T05:41:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/254b699644174615874ea623fb95ec67 is 50, key is test_row_0/B:col10/1734154917081/Put/seqid=0 2024-12-14T05:41:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742123_1299 (size=12151) 2024-12-14T05:41:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-14T05:41:58,340 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/254b699644174615874ea623fb95ec67 2024-12-14T05:41:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/4a25be1e033c474db95a2d256216a1af is 50, key is test_row_0/C:col10/1734154917081/Put/seqid=0 2024-12-14T05:41:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742124_1300 (size=12151) 2024-12-14T05:41:58,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/4a25be1e033c474db95a2d256216a1af 2024-12-14T05:41:58,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/67a3aa4a3e074e1daf783d9bb6c85f9c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/67a3aa4a3e074e1daf783d9bb6c85f9c 2024-12-14T05:41:58,369 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/67a3aa4a3e074e1daf783d9bb6c85f9c, entries=150, sequenceid=231, filesize=11.9 K 2024-12-14T05:41:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/254b699644174615874ea623fb95ec67 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/254b699644174615874ea623fb95ec67 2024-12-14T05:41:58,376 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/254b699644174615874ea623fb95ec67, entries=150, sequenceid=231, filesize=11.9 K 2024-12-14T05:41:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/4a25be1e033c474db95a2d256216a1af as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4a25be1e033c474db95a2d256216a1af 2024-12-14T05:41:58,382 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4a25be1e033c474db95a2d256216a1af, entries=150, sequenceid=231, filesize=11.9 K 2024-12-14T05:41:58,383 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for a33b6134c74fba0a130d685e085797ae in 79ms, sequenceid=231, compaction requested=false 2024-12-14T05:41:58,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:58,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:58,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-14T05:41:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-14T05:41:58,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-14T05:41:58,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1470 sec 2024-12-14T05:41:58,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.1510 sec 2024-12-14T05:41:58,739 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/4fa63fe6691349738949e51cca727c27 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4fa63fe6691349738949e51cca727c27 2024-12-14T05:41:58,817 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into 4fa63fe6691349738949e51cca727c27(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:41:58,817 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:41:58,817 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=12, startTime=1734154918279; duration=0sec 2024-12-14T05:41:58,817 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:41:58,817 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:41:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:41:59,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:41:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:41:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:41:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:41:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:41:59,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ab69675a6bf247b99148856b378a0f52 is 50, key is test_row_0/A:col10/1734154919126/Put/seqid=0 2024-12-14T05:41:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742125_1301 (size=12147) 2024-12-14T05:41:59,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154979152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154979154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154979154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154979155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154979205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154979256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154979257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154979258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154979258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-14T05:41:59,341 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-14T05:41:59,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:41:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-14T05:41:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-14T05:41:59,343 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:41:59,343 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:41:59,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:41:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-14T05:41:59,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154979459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154979459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154979459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154979460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:59,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-14T05:41:59,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:59,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ab69675a6bf247b99148856b378a0f52 2024-12-14T05:41:59,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/5c4bc481cf4046d5a8f77717c1c16e42 is 50, key is test_row_0/B:col10/1734154919126/Put/seqid=0 2024-12-14T05:41:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742126_1302 (size=9757) 2024-12-14T05:41:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-14T05:41:59,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:59,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-14T05:41:59,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:59,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154979761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154979762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154979762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:41:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154979763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:41:59,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:59,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-14T05:41:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-14T05:41:59,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:41:59,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-14T05:41:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:41:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:41:59,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:41:59,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/5c4bc481cf4046d5a8f77717c1c16e42 2024-12-14T05:41:59,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/045f19afe3e3485696c83b7023fbb9e7 is 50, key is test_row_0/C:col10/1734154919126/Put/seqid=0 2024-12-14T05:41:59,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742127_1303 (size=9757) 2024-12-14T05:42:00,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:00,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-14T05:42:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:00,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:00,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-14T05:42:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:00,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154980266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154980266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154980266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:00,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154980268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:00,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/045f19afe3e3485696c83b7023fbb9e7 2024-12-14T05:42:00,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ab69675a6bf247b99148856b378a0f52 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ab69675a6bf247b99148856b378a0f52 2024-12-14T05:42:00,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ab69675a6bf247b99148856b378a0f52, entries=150, sequenceid=245, filesize=11.9 K 2024-12-14T05:42:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/5c4bc481cf4046d5a8f77717c1c16e42 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c4bc481cf4046d5a8f77717c1c16e42 2024-12-14T05:42:00,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c4bc481cf4046d5a8f77717c1c16e42, entries=100, sequenceid=245, filesize=9.5 K 2024-12-14T05:42:00,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/045f19afe3e3485696c83b7023fbb9e7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/045f19afe3e3485696c83b7023fbb9e7 2024-12-14T05:42:00,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/045f19afe3e3485696c83b7023fbb9e7, entries=100, sequenceid=245, filesize=9.5 K 2024-12-14T05:42:00,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a33b6134c74fba0a130d685e085797ae in 1256ms, sequenceid=245, compaction requested=true 2024-12-14T05:42:00,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:00,384 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:00,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:00,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:00,384 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:00,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:00,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:00,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:00,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:00,385 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36927 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:00,385 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:42:00,385 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:00,385 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,385 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:42:00,385 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,385 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/76d5a3099da040a79d61acefafe79338, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/67a3aa4a3e074e1daf783d9bb6c85f9c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ab69675a6bf247b99148856b378a0f52] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.1 K 2024-12-14T05:42:00,385 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3618ddb5cf3a43d5ba72720334d3e03f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/254b699644174615874ea623fb95ec67, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c4bc481cf4046d5a8f77717c1c16e42] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=33.7 K 2024-12-14T05:42:00,386 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76d5a3099da040a79d61acefafe79338, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734154914996 2024-12-14T05:42:00,386 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3618ddb5cf3a43d5ba72720334d3e03f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734154914996 2024-12-14T05:42:00,386 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 254b699644174615874ea623fb95ec67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734154917081 2024-12-14T05:42:00,386 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67a3aa4a3e074e1daf783d9bb6c85f9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734154917081 2024-12-14T05:42:00,386 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c4bc481cf4046d5a8f77717c1c16e42, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734154919126 2024-12-14T05:42:00,387 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab69675a6bf247b99148856b378a0f52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734154919126 2024-12-14T05:42:00,395 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:00,396 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/5c78af820e57416eabf48a6f56e3f216 is 50, key is test_row_0/B:col10/1734154919126/Put/seqid=0 2024-12-14T05:42:00,401 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:00,402 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ce4a80ccc00f411eb1822ea52a93a063 is 50, key is test_row_0/A:col10/1734154919126/Put/seqid=0 2024-12-14T05:42:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742128_1304 (size=12731) 2024-12-14T05:42:00,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:00,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-14T05:42:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:42:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:00,411 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/5c78af820e57416eabf48a6f56e3f216 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c78af820e57416eabf48a6f56e3f216 2024-12-14T05:42:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/05776ed5010c42a39267725016e93698 is 50, key is test_row_0/A:col10/1734154919153/Put/seqid=0 2024-12-14T05:42:00,426 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into 5c78af820e57416eabf48a6f56e3f216(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:00,426 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:00,427 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=13, startTime=1734154920384; duration=0sec 2024-12-14T05:42:00,427 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:00,427 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:42:00,427 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:00,428 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:00,428 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:42:00,428 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,428 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4fa63fe6691349738949e51cca727c27, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4a25be1e033c474db95a2d256216a1af, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/045f19afe3e3485696c83b7023fbb9e7] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=33.7 K 2024-12-14T05:42:00,428 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fa63fe6691349738949e51cca727c27, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734154914996 2024-12-14T05:42:00,429 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a25be1e033c474db95a2d256216a1af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734154917081 2024-12-14T05:42:00,429 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 045f19afe3e3485696c83b7023fbb9e7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734154919126 2024-12-14T05:42:00,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742129_1305 (size=12731) 2024-12-14T05:42:00,437 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742130_1306 (size=12251) 2024-12-14T05:42:00,438 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/e82c6ff374ef4eceaf11e4b27f028479 is 50, key is test_row_0/C:col10/1734154919126/Put/seqid=0 2024-12-14T05:42:00,439 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/05776ed5010c42a39267725016e93698 2024-12-14T05:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-14T05:42:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742131_1307 (size=12731) 2024-12-14T05:42:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/73a3f936d98f41a18633f41030b4d252 is 50, key is test_row_0/B:col10/1734154919153/Put/seqid=0 2024-12-14T05:42:00,454 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/e82c6ff374ef4eceaf11e4b27f028479 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/e82c6ff374ef4eceaf11e4b27f028479 2024-12-14T05:42:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742132_1308 (size=12251) 2024-12-14T05:42:00,459 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into e82c6ff374ef4eceaf11e4b27f028479(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:00,459 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:00,459 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=13, startTime=1734154920384; duration=0sec 2024-12-14T05:42:00,459 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:00,459 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:42:00,459 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/73a3f936d98f41a18633f41030b4d252 2024-12-14T05:42:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/081965e46cbe4cb3b3d07ba6092c263c is 50, key is test_row_0/C:col10/1734154919153/Put/seqid=0 2024-12-14T05:42:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742133_1309 (size=12251) 2024-12-14T05:42:00,840 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/ce4a80ccc00f411eb1822ea52a93a063 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ce4a80ccc00f411eb1822ea52a93a063 2024-12-14T05:42:00,844 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into ce4a80ccc00f411eb1822ea52a93a063(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:00,844 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:00,844 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=13, startTime=1734154920384; duration=0sec 2024-12-14T05:42:00,844 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:00,844 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:42:00,877 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/081965e46cbe4cb3b3d07ba6092c263c 2024-12-14T05:42:00,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/05776ed5010c42a39267725016e93698 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/05776ed5010c42a39267725016e93698 2024-12-14T05:42:00,884 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/05776ed5010c42a39267725016e93698, entries=150, sequenceid=270, filesize=12.0 K 2024-12-14T05:42:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/73a3f936d98f41a18633f41030b4d252 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/73a3f936d98f41a18633f41030b4d252 2024-12-14T05:42:00,888 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/73a3f936d98f41a18633f41030b4d252, entries=150, sequenceid=270, filesize=12.0 K 2024-12-14T05:42:00,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/081965e46cbe4cb3b3d07ba6092c263c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/081965e46cbe4cb3b3d07ba6092c263c 2024-12-14T05:42:00,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/081965e46cbe4cb3b3d07ba6092c263c, entries=150, sequenceid=270, filesize=12.0 K 2024-12-14T05:42:00,893 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for a33b6134c74fba0a130d685e085797ae in 484ms, sequenceid=270, compaction requested=false 2024-12-14T05:42:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-14T05:42:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-14T05:42:00,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-14T05:42:00,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-12-14T05:42:00,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5560 sec 2024-12-14T05:42:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:01,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:42:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:01,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/5443bab33ed14d1f9aa36d85013f8020 is 50, key is test_row_0/A:col10/1734154921216/Put/seqid=0 2024-12-14T05:42:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742134_1310 (size=12301) 2024-12-14T05:42:01,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154981271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154981272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154981273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154981273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154981273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-14T05:42:01,446 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-14T05:42:01,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-14T05:42:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-14T05:42:01,448 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:01,448 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:01,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-14T05:42:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154981577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154981577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154981578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:01,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-14T05:42:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:01,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/5443bab33ed14d1f9aa36d85013f8020 2024-12-14T05:42:01,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/e300e3fdb64b4dcdacb254111698a57f is 50, key is test_row_0/B:col10/1734154921216/Put/seqid=0 2024-12-14T05:42:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742135_1311 (size=12301) 2024-12-14T05:42:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-14T05:42:01,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:01,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-14T05:42:01,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:01,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:01,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:01,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154981879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154981880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154981881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:01,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:01,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-14T05:42:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:01,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/e300e3fdb64b4dcdacb254111698a57f 2024-12-14T05:42:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-14T05:42:02,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/8074b6e506fe4e77a09e248148fbf7b7 is 50, key is test_row_0/C:col10/1734154921216/Put/seqid=0 2024-12-14T05:42:02,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:02,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-14T05:42:02,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742136_1312 (size=12301) 2024-12-14T05:42:02,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:02,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:02,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-14T05:42:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:02,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-14T05:42:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:02,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154982383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:02,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154982384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154982386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:02,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/8074b6e506fe4e77a09e248148fbf7b7 2024-12-14T05:42:02,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/5443bab33ed14d1f9aa36d85013f8020 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/5443bab33ed14d1f9aa36d85013f8020 2024-12-14T05:42:02,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/5443bab33ed14d1f9aa36d85013f8020, entries=150, sequenceid=284, filesize=12.0 K 2024-12-14T05:42:02,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/e300e3fdb64b4dcdacb254111698a57f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/e300e3fdb64b4dcdacb254111698a57f 2024-12-14T05:42:02,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/e300e3fdb64b4dcdacb254111698a57f, entries=150, sequenceid=284, filesize=12.0 K 2024-12-14T05:42:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/8074b6e506fe4e77a09e248148fbf7b7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8074b6e506fe4e77a09e248148fbf7b7 2024-12-14T05:42:02,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8074b6e506fe4e77a09e248148fbf7b7, entries=150, sequenceid=284, filesize=12.0 K 2024-12-14T05:42:02,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a33b6134c74fba0a130d685e085797ae in 1248ms, sequenceid=284, compaction requested=true 2024-12-14T05:42:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:02,474 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:02,474 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:02,474 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:02,474 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:02,475 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:42:02,475 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:42:02,475 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,475 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,475 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c78af820e57416eabf48a6f56e3f216, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/73a3f936d98f41a18633f41030b4d252, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/e300e3fdb64b4dcdacb254111698a57f] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.4 K 2024-12-14T05:42:02,475 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ce4a80ccc00f411eb1822ea52a93a063, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/05776ed5010c42a39267725016e93698, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/5443bab33ed14d1f9aa36d85013f8020] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.4 K 2024-12-14T05:42:02,475 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce4a80ccc00f411eb1822ea52a93a063, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734154917085 2024-12-14T05:42:02,475 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c78af820e57416eabf48a6f56e3f216, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734154917085 2024-12-14T05:42:02,475 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05776ed5010c42a39267725016e93698, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734154919138 2024-12-14T05:42:02,475 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 73a3f936d98f41a18633f41030b4d252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734154919138 2024-12-14T05:42:02,476 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5443bab33ed14d1f9aa36d85013f8020, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734154921216 2024-12-14T05:42:02,476 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting e300e3fdb64b4dcdacb254111698a57f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734154921216 2024-12-14T05:42:02,482 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:02,482 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:02,483 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/cccb603079f2438ca7fb67e8586a1009 is 50, key is test_row_0/A:col10/1734154921216/Put/seqid=0 2024-12-14T05:42:02,483 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/bb4f5cdc0d4e4f59a0d133c88dec0d16 is 50, key is test_row_0/B:col10/1734154921216/Put/seqid=0 2024-12-14T05:42:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742137_1313 (size=12983) 2024-12-14T05:42:02,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742138_1314 (size=12983) 2024-12-14T05:42:02,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:02,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-14T05:42:02,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:42:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/33f1c250ac3041dbae2f398a2e121fd5 is 50, key is test_row_0/A:col10/1734154921271/Put/seqid=0 2024-12-14T05:42:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742139_1315 (size=12301) 2024-12-14T05:42:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-14T05:42:02,893 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/cccb603079f2438ca7fb67e8586a1009 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cccb603079f2438ca7fb67e8586a1009 2024-12-14T05:42:02,893 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/bb4f5cdc0d4e4f59a0d133c88dec0d16 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/bb4f5cdc0d4e4f59a0d133c88dec0d16 2024-12-14T05:42:02,897 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into bb4f5cdc0d4e4f59a0d133c88dec0d16(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:02,897 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into cccb603079f2438ca7fb67e8586a1009(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:02,897 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:02,897 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:02,897 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=13, startTime=1734154922474; duration=0sec 2024-12-14T05:42:02,897 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=13, startTime=1734154922474; duration=0sec 2024-12-14T05:42:02,897 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:02,897 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:42:02,897 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:02,897 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:42:02,897 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:02,898 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:02,898 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:42:02,898 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:02,898 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/e82c6ff374ef4eceaf11e4b27f028479, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/081965e46cbe4cb3b3d07ba6092c263c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8074b6e506fe4e77a09e248148fbf7b7] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.4 K 2024-12-14T05:42:02,899 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e82c6ff374ef4eceaf11e4b27f028479, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734154917085 2024-12-14T05:42:02,899 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 081965e46cbe4cb3b3d07ba6092c263c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734154919138 2024-12-14T05:42:02,899 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8074b6e506fe4e77a09e248148fbf7b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734154921216 2024-12-14T05:42:02,909 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:02,910 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/9998db97f9724b1597aaf9d20752870a is 50, key is test_row_0/C:col10/1734154921216/Put/seqid=0 2024-12-14T05:42:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742140_1316 (size=12983) 2024-12-14T05:42:02,922 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/33f1c250ac3041dbae2f398a2e121fd5 2024-12-14T05:42:02,930 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/9998db97f9724b1597aaf9d20752870a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/9998db97f9724b1597aaf9d20752870a 2024-12-14T05:42:02,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/85c2d2f0cead4c5da8c565ef75cdb3a2 is 50, key is test_row_0/B:col10/1734154921271/Put/seqid=0 2024-12-14T05:42:02,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742141_1317 (size=12301) 2024-12-14T05:42:02,937 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into 9998db97f9724b1597aaf9d20752870a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:02,937 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:02,937 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=13, startTime=1734154922474; duration=0sec 2024-12-14T05:42:02,937 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:02,937 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:42:02,938 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/85c2d2f0cead4c5da8c565ef75cdb3a2 2024-12-14T05:42:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/bca9efe21457436bb9537acb51274bf6 is 50, key is test_row_0/C:col10/1734154921271/Put/seqid=0 2024-12-14T05:42:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742142_1318 (size=12301) 2024-12-14T05:42:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:03,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154983290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154983290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,362 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/bca9efe21457436bb9537acb51274bf6 2024-12-14T05:42:03,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/33f1c250ac3041dbae2f398a2e121fd5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/33f1c250ac3041dbae2f398a2e121fd5 2024-12-14T05:42:03,368 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/33f1c250ac3041dbae2f398a2e121fd5, entries=150, sequenceid=309, filesize=12.0 K 2024-12-14T05:42:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/85c2d2f0cead4c5da8c565ef75cdb3a2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/85c2d2f0cead4c5da8c565ef75cdb3a2 2024-12-14T05:42:03,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/85c2d2f0cead4c5da8c565ef75cdb3a2, entries=150, sequenceid=309, filesize=12.0 K 2024-12-14T05:42:03,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/bca9efe21457436bb9537acb51274bf6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/bca9efe21457436bb9537acb51274bf6 2024-12-14T05:42:03,376 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/bca9efe21457436bb9537acb51274bf6, entries=150, sequenceid=309, filesize=12.0 K 2024-12-14T05:42:03,377 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a33b6134c74fba0a130d685e085797ae in 862ms, sequenceid=309, compaction requested=false 2024-12-14T05:42:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-14T05:42:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-14T05:42:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-14T05:42:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec 2024-12-14T05:42:03,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.9320 sec 2024-12-14T05:42:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:03,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:42:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:03,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/092c07c6004a425093a783e6ded19705 is 50, key is test_row_0/A:col10/1734154923385/Put/seqid=0 2024-12-14T05:42:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742143_1319 (size=12301) 2024-12-14T05:42:03,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154983400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154983401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154983425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154983425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154983425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154983526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154983526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154983529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154983529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154983530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-14T05:42:03,551 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-14T05:42:03,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-14T05:42:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-14T05:42:03,554 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:03,554 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:03,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-14T05:42:03,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:03,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:03,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:03,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:03,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:03,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:03,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:03,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154983728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154983729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154983731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154983731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154983731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:03,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/092c07c6004a425093a783e6ded19705 2024-12-14T05:42:03,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/de79b7d340664ea9a88dd933b7c650c1 is 50, key is test_row_0/B:col10/1734154923385/Put/seqid=0 2024-12-14T05:42:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-14T05:42:03,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742144_1320 (size=12301) 2024-12-14T05:42:03,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:03,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:03,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:03,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:03,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:03,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:03,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:04,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:04,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:04,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154984032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154984032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154984032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154984034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154984034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-14T05:42:04,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:04,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/de79b7d340664ea9a88dd933b7c650c1 2024-12-14T05:42:04,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/43ad9e71871c4ca58517fb82b02117e2 is 50, key is test_row_0/C:col10/1734154923385/Put/seqid=0 2024-12-14T05:42:04,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742145_1321 (size=12301) 2024-12-14T05:42:04,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:04,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:04,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154984535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154984535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154984537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154984537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154984537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:04,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:04,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-14T05:42:04,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/43ad9e71871c4ca58517fb82b02117e2 2024-12-14T05:42:04,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/092c07c6004a425093a783e6ded19705 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/092c07c6004a425093a783e6ded19705 2024-12-14T05:42:04,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/092c07c6004a425093a783e6ded19705, entries=150, sequenceid=324, filesize=12.0 K 2024-12-14T05:42:04,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/de79b7d340664ea9a88dd933b7c650c1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/de79b7d340664ea9a88dd933b7c650c1 2024-12-14T05:42:04,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/de79b7d340664ea9a88dd933b7c650c1, entries=150, sequenceid=324, filesize=12.0 K 2024-12-14T05:42:04,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/43ad9e71871c4ca58517fb82b02117e2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/43ad9e71871c4ca58517fb82b02117e2 2024-12-14T05:42:04,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/43ad9e71871c4ca58517fb82b02117e2, entries=150, sequenceid=324, filesize=12.0 K 2024-12-14T05:42:04,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a33b6134c74fba0a130d685e085797ae in 1298ms, sequenceid=324, compaction requested=true 2024-12-14T05:42:04,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:04,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:04,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:04,684 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:04,684 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:04,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:04,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:04,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:04,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:42:04,685 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,685 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,685 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/bb4f5cdc0d4e4f59a0d133c88dec0d16, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/85c2d2f0cead4c5da8c565ef75cdb3a2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/de79b7d340664ea9a88dd933b7c650c1] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.7 K 2024-12-14T05:42:04,685 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cccb603079f2438ca7fb67e8586a1009, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/33f1c250ac3041dbae2f398a2e121fd5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/092c07c6004a425093a783e6ded19705] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.7 K 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting cccb603079f2438ca7fb67e8586a1009, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734154921216 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting bb4f5cdc0d4e4f59a0d133c88dec0d16, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734154921216 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 85c2d2f0cead4c5da8c565ef75cdb3a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734154921268 2024-12-14T05:42:04,685 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33f1c250ac3041dbae2f398a2e121fd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734154921268 2024-12-14T05:42:04,686 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 092c07c6004a425093a783e6ded19705, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734154923283 2024-12-14T05:42:04,686 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting de79b7d340664ea9a88dd933b7c650c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734154923283 2024-12-14T05:42:04,691 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:04,692 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/3d7038e526bf451ea3e786bdadbccd35 is 50, key is test_row_0/A:col10/1734154923385/Put/seqid=0 2024-12-14T05:42:04,693 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:04,694 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/d3cfe2cbae3b4aa898bee254a365e8ac is 50, key is test_row_0/B:col10/1734154923385/Put/seqid=0 2024-12-14T05:42:04,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742146_1322 (size=13085) 2024-12-14T05:42:04,701 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/3d7038e526bf451ea3e786bdadbccd35 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/3d7038e526bf451ea3e786bdadbccd35 2024-12-14T05:42:04,705 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into 3d7038e526bf451ea3e786bdadbccd35(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:04,705 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:04,705 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=13, startTime=1734154924684; duration=0sec 2024-12-14T05:42:04,705 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:04,705 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:42:04,706 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:04,707 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:04,707 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:42:04,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742147_1323 (size=13085) 2024-12-14T05:42:04,707 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,707 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/9998db97f9724b1597aaf9d20752870a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/bca9efe21457436bb9537acb51274bf6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/43ad9e71871c4ca58517fb82b02117e2] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.7 K 2024-12-14T05:42:04,707 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9998db97f9724b1597aaf9d20752870a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734154921216 2024-12-14T05:42:04,708 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting bca9efe21457436bb9537acb51274bf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734154921268 2024-12-14T05:42:04,708 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43ad9e71871c4ca58517fb82b02117e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734154923283 2024-12-14T05:42:04,712 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#281 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:04,713 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/18955f61424143bf9df5f114b56ec829 is 50, key is test_row_0/C:col10/1734154923385/Put/seqid=0 2024-12-14T05:42:04,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742148_1324 (size=13085) 2024-12-14T05:42:04,719 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/18955f61424143bf9df5f114b56ec829 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/18955f61424143bf9df5f114b56ec829 2024-12-14T05:42:04,723 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into 18955f61424143bf9df5f114b56ec829(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:04,723 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:04,723 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=13, startTime=1734154924684; duration=0sec 2024-12-14T05:42:04,723 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:04,723 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:42:04,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:04,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-14T05:42:04,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:04,772 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:42:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/0f8f6c6e21cb437fb0cbc46a981db147 is 50, key is test_row_0/A:col10/1734154923402/Put/seqid=0 2024-12-14T05:42:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742149_1325 (size=12301) 2024-12-14T05:42:05,111 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/d3cfe2cbae3b4aa898bee254a365e8ac as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/d3cfe2cbae3b4aa898bee254a365e8ac 2024-12-14T05:42:05,114 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into d3cfe2cbae3b4aa898bee254a365e8ac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:05,114 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:05,114 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=13, startTime=1734154924684; duration=0sec 2024-12-14T05:42:05,114 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:05,114 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:42:05,180 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/0f8f6c6e21cb437fb0cbc46a981db147 2024-12-14T05:42:05,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/028eb15160b241148e790f6702d2c4a3 is 50, key is test_row_0/B:col10/1734154923402/Put/seqid=0 2024-12-14T05:42:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742150_1326 (size=12301) 2024-12-14T05:42:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:05,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154985546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154985547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154985548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154985548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154985548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,593 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/028eb15160b241148e790f6702d2c4a3 2024-12-14T05:42:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2a6a4f9339fe42568860837d1a636061 is 50, key is test_row_0/C:col10/1734154923402/Put/seqid=0 2024-12-14T05:42:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742151_1327 (size=12301) 2024-12-14T05:42:05,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2a6a4f9339fe42568860837d1a636061 2024-12-14T05:42:05,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/0f8f6c6e21cb437fb0cbc46a981db147 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/0f8f6c6e21cb437fb0cbc46a981db147 2024-12-14T05:42:05,610 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/0f8f6c6e21cb437fb0cbc46a981db147, entries=150, sequenceid=350, filesize=12.0 K 2024-12-14T05:42:05,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/028eb15160b241148e790f6702d2c4a3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/028eb15160b241148e790f6702d2c4a3 2024-12-14T05:42:05,614 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/028eb15160b241148e790f6702d2c4a3, entries=150, sequenceid=350, filesize=12.0 K 2024-12-14T05:42:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/2a6a4f9339fe42568860837d1a636061 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2a6a4f9339fe42568860837d1a636061 2024-12-14T05:42:05,618 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2a6a4f9339fe42568860837d1a636061, entries=150, sequenceid=350, filesize=12.0 K 2024-12-14T05:42:05,619 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for a33b6134c74fba0a130d685e085797ae in 847ms, sequenceid=350, compaction requested=false 2024-12-14T05:42:05,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:05,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:05,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-14T05:42:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-14T05:42:05,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-14T05:42:05,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0660 sec 2024-12-14T05:42:05,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.0690 sec 2024-12-14T05:42:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:05,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-14T05:42:05,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:05,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:05,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:05,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:05,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:05,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:05,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/9dc9eb6519a7484db9f3b83430ec0b42 is 50, key is test_row_0/A:col10/1734154925649/Put/seqid=0 2024-12-14T05:42:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742152_1328 (size=12301) 2024-12-14T05:42:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-14T05:42:05,658 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-14T05:42:05,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-14T05:42:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-14T05:42:05,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:05,661 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:05,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154985662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154985663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154985665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154985665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154985665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-14T05:42:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154985766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154985766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154985767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154985768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154985768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:05,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:05,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-14T05:42:05,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:05,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:05,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:05,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:05,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:05,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:05,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:05,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154985969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154985969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154985970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154985970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154985971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/9dc9eb6519a7484db9f3b83430ec0b42 2024-12-14T05:42:06,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3f4958ee6d0d4310b3f5eccd15aa3cc8 is 50, key is test_row_0/B:col10/1734154925649/Put/seqid=0 2024-12-14T05:42:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742153_1329 (size=12301) 2024-12-14T05:42:06,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:06,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-14T05:42:06,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:06,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:06,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:06,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154986270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154986272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154986272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154986273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154986273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:06,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:06,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:06,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3f4958ee6d0d4310b3f5eccd15aa3cc8 2024-12-14T05:42:06,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/69d732892b914caea34ec02ae9e90120 is 50, key is test_row_0/C:col10/1734154925649/Put/seqid=0 2024-12-14T05:42:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742154_1330 (size=12301) 2024-12-14T05:42:06,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:06,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:06,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:06,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:06,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-14T05:42:06,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154986774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154986774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154986775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154986776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154986776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:06,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:06,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:06,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/69d732892b914caea34ec02ae9e90120 2024-12-14T05:42:06,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/9dc9eb6519a7484db9f3b83430ec0b42 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/9dc9eb6519a7484db9f3b83430ec0b42 2024-12-14T05:42:06,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/9dc9eb6519a7484db9f3b83430ec0b42, entries=150, sequenceid=367, filesize=12.0 K 2024-12-14T05:42:06,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/3f4958ee6d0d4310b3f5eccd15aa3cc8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3f4958ee6d0d4310b3f5eccd15aa3cc8 2024-12-14T05:42:06,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3f4958ee6d0d4310b3f5eccd15aa3cc8, entries=150, sequenceid=367, filesize=12.0 K 2024-12-14T05:42:06,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/69d732892b914caea34ec02ae9e90120 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/69d732892b914caea34ec02ae9e90120 2024-12-14T05:42:06,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/69d732892b914caea34ec02ae9e90120, entries=150, sequenceid=367, filesize=12.0 K 2024-12-14T05:42:06,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for a33b6134c74fba0a130d685e085797ae in 1257ms, sequenceid=367, compaction requested=true 2024-12-14T05:42:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:06,907 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:06,907 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:06,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:06,908 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:06,909 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:42:06,909 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,909 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/3d7038e526bf451ea3e786bdadbccd35, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/0f8f6c6e21cb437fb0cbc46a981db147, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/9dc9eb6519a7484db9f3b83430ec0b42] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.8 K 2024-12-14T05:42:06,909 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:06,909 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:42:06,909 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d7038e526bf451ea3e786bdadbccd35, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734154923283 2024-12-14T05:42:06,909 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,909 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/d3cfe2cbae3b4aa898bee254a365e8ac, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/028eb15160b241148e790f6702d2c4a3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3f4958ee6d0d4310b3f5eccd15aa3cc8] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.8 K 2024-12-14T05:42:06,909 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f8f6c6e21cb437fb0cbc46a981db147, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1734154923400 2024-12-14T05:42:06,909 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d3cfe2cbae3b4aa898bee254a365e8ac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734154923283 2024-12-14T05:42:06,910 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dc9eb6519a7484db9f3b83430ec0b42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734154925539 2024-12-14T05:42:06,910 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 028eb15160b241148e790f6702d2c4a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1734154923400 2024-12-14T05:42:06,910 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f4958ee6d0d4310b3f5eccd15aa3cc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734154925539 2024-12-14T05:42:06,916 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:06,916 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:06,917 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/421ac7fdd1f14a3a8b45a9b39f0daccb is 50, key is test_row_0/A:col10/1734154925649/Put/seqid=0 2024-12-14T05:42:06,917 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/1e99411c553e4ef9a52c3a83482795ed is 50, key is test_row_0/B:col10/1734154925649/Put/seqid=0 2024-12-14T05:42:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742156_1332 (size=13187) 2024-12-14T05:42:06,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742155_1331 (size=13187) 2024-12-14T05:42:06,929 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/421ac7fdd1f14a3a8b45a9b39f0daccb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/421ac7fdd1f14a3a8b45a9b39f0daccb 2024-12-14T05:42:06,936 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into 421ac7fdd1f14a3a8b45a9b39f0daccb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:06,936 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:06,936 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=13, startTime=1734154926907; duration=0sec 2024-12-14T05:42:06,936 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:06,936 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:42:06,937 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:06,937 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:06,937 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/C is initiating minor compaction (all files) 2024-12-14T05:42:06,937 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/C in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:06,937 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/18955f61424143bf9df5f114b56ec829, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2a6a4f9339fe42568860837d1a636061, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/69d732892b914caea34ec02ae9e90120] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.8 K 2024-12-14T05:42:06,938 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18955f61424143bf9df5f114b56ec829, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734154923283 2024-12-14T05:42:06,938 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a6a4f9339fe42568860837d1a636061, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1734154923400 2024-12-14T05:42:06,938 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d732892b914caea34ec02ae9e90120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734154925539 2024-12-14T05:42:06,944 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:06,945 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/ea33df9cc95244129b1b38eb60fa1b14 is 50, key is test_row_0/C:col10/1734154925649/Put/seqid=0 2024-12-14T05:42:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742157_1333 (size=13187) 2024-12-14T05:42:07,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:07,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-14T05:42:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:07,030 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-14T05:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/fe2adcd091494cfda99205429ec65c2f is 50, key is test_row_0/A:col10/1734154925661/Put/seqid=0 2024-12-14T05:42:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742158_1334 (size=12301) 2024-12-14T05:42:07,330 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/1e99411c553e4ef9a52c3a83482795ed as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1e99411c553e4ef9a52c3a83482795ed 2024-12-14T05:42:07,333 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into 1e99411c553e4ef9a52c3a83482795ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:07,334 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:07,334 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=13, startTime=1734154926907; duration=0sec 2024-12-14T05:42:07,334 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:07,334 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:42:07,353 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/ea33df9cc95244129b1b38eb60fa1b14 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/ea33df9cc95244129b1b38eb60fa1b14 2024-12-14T05:42:07,356 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/C of a33b6134c74fba0a130d685e085797ae into ea33df9cc95244129b1b38eb60fa1b14(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:07,357 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:07,357 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/C, priority=13, startTime=1734154926907; duration=0sec 2024-12-14T05:42:07,357 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:07,357 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:42:07,437 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/fe2adcd091494cfda99205429ec65c2f 2024-12-14T05:42:07,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/c7e5b7a2995a4ce98a0bec3ab287eac9 is 50, key is test_row_0/B:col10/1734154925661/Put/seqid=0 2024-12-14T05:42:07,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742159_1335 (size=12301) 2024-12-14T05:42:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-14T05:42:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:07,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. as already flushing 2024-12-14T05:42:07,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154987785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154987785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154987786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154987786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154987786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,814 DEBUG [Thread-1171 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:63714 2024-12-14T05:42:07,814 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:07,814 DEBUG [Thread-1173 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b9e2976 to 127.0.0.1:63714 2024-12-14T05:42:07,814 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:07,814 DEBUG [Thread-1177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:63714 2024-12-14T05:42:07,815 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:07,815 DEBUG [Thread-1169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:63714 2024-12-14T05:42:07,815 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:07,816 DEBUG [Thread-1175 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56e9a678 to 127.0.0.1:63714 2024-12-14T05:42:07,816 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:07,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/c7e5b7a2995a4ce98a0bec3ab287eac9 2024-12-14T05:42:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/df754871b2d342dd8e6b2c892d87b4fd is 50, key is test_row_0/C:col10/1734154925661/Put/seqid=0 2024-12-14T05:42:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742160_1336 (size=12301) 2024-12-14T05:42:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154987888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154987888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154987888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154987888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:07,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154987888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35780 deadline: 1734154988091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1734154988091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35812 deadline: 1734154988092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1734154988092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35796 deadline: 1734154988092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:08,258 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/df754871b2d342dd8e6b2c892d87b4fd 2024-12-14T05:42:08,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/fe2adcd091494cfda99205429ec65c2f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/fe2adcd091494cfda99205429ec65c2f 2024-12-14T05:42:08,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/fe2adcd091494cfda99205429ec65c2f, entries=150, sequenceid=389, filesize=12.0 K 2024-12-14T05:42:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/c7e5b7a2995a4ce98a0bec3ab287eac9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c7e5b7a2995a4ce98a0bec3ab287eac9 2024-12-14T05:42:08,268 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c7e5b7a2995a4ce98a0bec3ab287eac9, entries=150, sequenceid=389, filesize=12.0 K 2024-12-14T05:42:08,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/df754871b2d342dd8e6b2c892d87b4fd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/df754871b2d342dd8e6b2c892d87b4fd 2024-12-14T05:42:08,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/df754871b2d342dd8e6b2c892d87b4fd, entries=150, sequenceid=389, filesize=12.0 K 2024-12-14T05:42:08,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a33b6134c74fba0a130d685e085797ae in 1242ms, sequenceid=389, compaction requested=false 2024-12-14T05:42:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-14T05:42:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-14T05:42:08,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-14T05:42:08,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6120 sec 2024-12-14T05:42:08,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.6150 sec 2024-12-14T05:42:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:08,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-14T05:42:08,398 DEBUG [Thread-1158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:63714 2024-12-14T05:42:08,398 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:08,400 DEBUG [Thread-1160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:63714 2024-12-14T05:42:08,400 DEBUG [Thread-1164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:63714 2024-12-14T05:42:08,400 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:08,400 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:08,400 DEBUG [Thread-1162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:63714 2024-12-14T05:42:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:08,400 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:08,402 DEBUG [Thread-1166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:63714 2024-12-14T05:42:08,402 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:08,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/d68e6f4add7d426680d5e6ee13dd873a is 50, key is test_row_0/A:col10/1734154928397/Put/seqid=0 2024-12-14T05:42:08,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742161_1337 (size=12301) 2024-12-14T05:42:08,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/d68e6f4add7d426680d5e6ee13dd873a 2024-12-14T05:42:08,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/8f790d3cd266452fbd935667fa02e10e is 50, key is test_row_0/B:col10/1734154928397/Put/seqid=0 2024-12-14T05:42:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742162_1338 (size=12301) 2024-12-14T05:42:09,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/8f790d3cd266452fbd935667fa02e10e 2024-12-14T05:42:09,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/cb690bfe4d224b9e9b9f786765e2bf57 is 50, key is test_row_0/C:col10/1734154928397/Put/seqid=0 2024-12-14T05:42:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742163_1339 (size=12301) 2024-12-14T05:42:09,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/cb690bfe4d224b9e9b9f786765e2bf57 2024-12-14T05:42:09,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/d68e6f4add7d426680d5e6ee13dd873a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d68e6f4add7d426680d5e6ee13dd873a 2024-12-14T05:42:09,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d68e6f4add7d426680d5e6ee13dd873a, entries=150, sequenceid=410, filesize=12.0 K 2024-12-14T05:42:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/8f790d3cd266452fbd935667fa02e10e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/8f790d3cd266452fbd935667fa02e10e 2024-12-14T05:42:09,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/8f790d3cd266452fbd935667fa02e10e, entries=150, sequenceid=410, filesize=12.0 K 2024-12-14T05:42:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/cb690bfe4d224b9e9b9f786765e2bf57 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/cb690bfe4d224b9e9b9f786765e2bf57 2024-12-14T05:42:09,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/cb690bfe4d224b9e9b9f786765e2bf57, entries=150, sequenceid=410, filesize=12.0 K 2024-12-14T05:42:09,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=6.71 KB/6870 for a33b6134c74fba0a130d685e085797ae in 1292ms, sequenceid=410, compaction requested=true 2024-12-14T05:42:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:09,689 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a33b6134c74fba0a130d685e085797ae:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:09,689 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:09,690 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:09,690 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:09,690 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/A is initiating minor compaction (all files) 2024-12-14T05:42:09,690 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): a33b6134c74fba0a130d685e085797ae/B is initiating minor compaction (all files) 2024-12-14T05:42:09,690 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/A in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:09,690 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a33b6134c74fba0a130d685e085797ae/B in TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:09,690 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/421ac7fdd1f14a3a8b45a9b39f0daccb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/fe2adcd091494cfda99205429ec65c2f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d68e6f4add7d426680d5e6ee13dd873a] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.9 K 2024-12-14T05:42:09,690 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1e99411c553e4ef9a52c3a83482795ed, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c7e5b7a2995a4ce98a0bec3ab287eac9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/8f790d3cd266452fbd935667fa02e10e] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp, totalSize=36.9 K 2024-12-14T05:42:09,690 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e99411c553e4ef9a52c3a83482795ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734154925539 2024-12-14T05:42:09,690 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 421ac7fdd1f14a3a8b45a9b39f0daccb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734154925539 2024-12-14T05:42:09,691 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c7e5b7a2995a4ce98a0bec3ab287eac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734154925661 2024-12-14T05:42:09,691 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe2adcd091494cfda99205429ec65c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734154925661 2024-12-14T05:42:09,691 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f790d3cd266452fbd935667fa02e10e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154928395 2024-12-14T05:42:09,691 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting d68e6f4add7d426680d5e6ee13dd873a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734154928395 2024-12-14T05:42:09,699 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:09,699 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a33b6134c74fba0a130d685e085797ae#A#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:09,699 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/5b216415dfbb4babb10f7cd9b431d382 is 50, key is test_row_0/B:col10/1734154928397/Put/seqid=0 2024-12-14T05:42:09,699 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/7ff4b3ae1f4748b5ad9a8c0238916c07 is 50, key is test_row_0/A:col10/1734154928397/Put/seqid=0 2024-12-14T05:42:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742164_1340 (size=13289) 2024-12-14T05:42:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742165_1341 (size=13289) 2024-12-14T05:42:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-14T05:42:09,766 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8415 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8613 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8173 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8383 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8574 2024-12-14T05:42:09,766 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-14T05:42:09,766 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-14T05:42:09,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:63714 2024-12-14T05:42:09,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:09,767 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-14T05:42:09,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-14T05:42:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-14T05:42:09,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154929770"}]},"ts":"1734154929770"} 2024-12-14T05:42:09,771 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-14T05:42:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-14T05:42:09,955 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-14T05:42:09,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:42:09,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a33b6134c74fba0a130d685e085797ae, UNASSIGN}] 2024-12-14T05:42:09,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a33b6134c74fba0a130d685e085797ae, UNASSIGN 2024-12-14T05:42:09,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a33b6134c74fba0a130d685e085797ae, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:09,965 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:42:09,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:42:10,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-14T05:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-14T05:42:10,114 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/7ff4b3ae1f4748b5ad9a8c0238916c07 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/7ff4b3ae1f4748b5ad9a8c0238916c07 2024-12-14T05:42:10,114 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/5b216415dfbb4babb10f7cd9b431d382 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5b216415dfbb4babb10f7cd9b431d382 2024-12-14T05:42:10,117 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:10,118 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:10,118 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:42:10,118 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing a33b6134c74fba0a130d685e085797ae, disabling compactions & flushes 2024-12-14T05:42:10,118 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:10,119 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/A of a33b6134c74fba0a130d685e085797ae into 7ff4b3ae1f4748b5ad9a8c0238916c07(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:10,119 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a33b6134c74fba0a130d685e085797ae/B of a33b6134c74fba0a130d685e085797ae into 5b216415dfbb4babb10f7cd9b431d382(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:10,119 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:10,119 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/B, priority=13, startTime=1734154929689; duration=0sec 2024-12-14T05:42:10,119 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae., storeName=a33b6134c74fba0a130d685e085797ae/A, priority=13, startTime=1734154929689; duration=0sec 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. after waiting 0 ms 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:A 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:B 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. because compaction request was cancelled 2024-12-14T05:42:10,119 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a33b6134c74fba0a130d685e085797ae:C 2024-12-14T05:42:10,119 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing a33b6134c74fba0a130d685e085797ae 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=A 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=B 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a33b6134c74fba0a130d685e085797ae, store=C 2024-12-14T05:42:10,119 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:10,122 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/02ab7ea1860441858fcc2fbbec8a9bbe is 50, key is test_row_0/A:col10/1734154928400/Put/seqid=0 2024-12-14T05:42:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742166_1342 (size=7415) 2024-12-14T05:42:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-14T05:42:10,526 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/02ab7ea1860441858fcc2fbbec8a9bbe 2024-12-14T05:42:10,534 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/54c07f8998ad45d48472ca21c662686a is 50, key is test_row_0/B:col10/1734154928400/Put/seqid=0 2024-12-14T05:42:10,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742167_1343 (size=7415) 2024-12-14T05:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-14T05:42:10,941 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/54c07f8998ad45d48472ca21c662686a 2024-12-14T05:42:10,955 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/73e3d572fb8b48388517e3c943f5635a is 50, key is test_row_0/C:col10/1734154928400/Put/seqid=0 2024-12-14T05:42:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742168_1344 (size=7415) 2024-12-14T05:42:11,360 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/73e3d572fb8b48388517e3c943f5635a 2024-12-14T05:42:11,368 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/A/02ab7ea1860441858fcc2fbbec8a9bbe as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/02ab7ea1860441858fcc2fbbec8a9bbe 2024-12-14T05:42:11,374 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/02ab7ea1860441858fcc2fbbec8a9bbe, entries=50, sequenceid=416, filesize=7.2 K 2024-12-14T05:42:11,374 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/B/54c07f8998ad45d48472ca21c662686a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/54c07f8998ad45d48472ca21c662686a 2024-12-14T05:42:11,378 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/54c07f8998ad45d48472ca21c662686a, entries=50, sequenceid=416, filesize=7.2 K 2024-12-14T05:42:11,379 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/.tmp/C/73e3d572fb8b48388517e3c943f5635a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/73e3d572fb8b48388517e3c943f5635a 2024-12-14T05:42:11,382 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/73e3d572fb8b48388517e3c943f5635a, entries=50, sequenceid=416, filesize=7.2 K 2024-12-14T05:42:11,383 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for a33b6134c74fba0a130d685e085797ae in 1264ms, sequenceid=416, compaction requested=true 2024-12-14T05:42:11,384 DEBUG [StoreCloser-TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d016c9afc9554d6ba9d5327be4b6d313, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ad6bb986f65b46e4bfaa83f4d333a598, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b2533039697640b3996c453321dd3493, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/000968e7e053437e9d09ce7f14582e55, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/e6f1d9e535c34587bb7f8e64cd922022, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/47553af6eaab49bbaa4afeec2eca0684, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/1593cb62ab4e423eadf3710e6f91fb3c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b5d29c887ac64e80b63cfbb88487c6fe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/c0cf17e655314023b3bbf9e97cc02d10, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/63d989ec2d164474842c588bbc423068, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/6c06fcadc13648e8ac229fa0f42adc38, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cc01d5bcff66445884203a8a35926b61, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ceb8141082ef4527bad499b3f947cc85, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/beb4e8b17ec34bb1ac4e815d9e477451, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/76d5a3099da040a79d61acefafe79338, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/67a3aa4a3e074e1daf783d9bb6c85f9c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ce4a80ccc00f411eb1822ea52a93a063, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ab69675a6bf247b99148856b378a0f52, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/05776ed5010c42a39267725016e93698, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cccb603079f2438ca7fb67e8586a1009, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/5443bab33ed14d1f9aa36d85013f8020, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/33f1c250ac3041dbae2f398a2e121fd5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/3d7038e526bf451ea3e786bdadbccd35, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/092c07c6004a425093a783e6ded19705, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/0f8f6c6e21cb437fb0cbc46a981db147, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/421ac7fdd1f14a3a8b45a9b39f0daccb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/9dc9eb6519a7484db9f3b83430ec0b42, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/fe2adcd091494cfda99205429ec65c2f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d68e6f4add7d426680d5e6ee13dd873a] to archive 2024-12-14T05:42:11,385 DEBUG [StoreCloser-TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:42:11,387 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ad6bb986f65b46e4bfaa83f4d333a598 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ad6bb986f65b46e4bfaa83f4d333a598 2024-12-14T05:42:11,388 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/000968e7e053437e9d09ce7f14582e55 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/000968e7e053437e9d09ce7f14582e55 2024-12-14T05:42:11,388 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d016c9afc9554d6ba9d5327be4b6d313 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d016c9afc9554d6ba9d5327be4b6d313 2024-12-14T05:42:11,388 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b2533039697640b3996c453321dd3493 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b2533039697640b3996c453321dd3493 2024-12-14T05:42:11,388 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b5d29c887ac64e80b63cfbb88487c6fe to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/b5d29c887ac64e80b63cfbb88487c6fe 2024-12-14T05:42:11,389 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/e6f1d9e535c34587bb7f8e64cd922022 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/e6f1d9e535c34587bb7f8e64cd922022 2024-12-14T05:42:11,389 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/1593cb62ab4e423eadf3710e6f91fb3c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/1593cb62ab4e423eadf3710e6f91fb3c 2024-12-14T05:42:11,389 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/47553af6eaab49bbaa4afeec2eca0684 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/47553af6eaab49bbaa4afeec2eca0684 2024-12-14T05:42:11,391 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/6c06fcadc13648e8ac229fa0f42adc38 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/6c06fcadc13648e8ac229fa0f42adc38 2024-12-14T05:42:11,391 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/c0cf17e655314023b3bbf9e97cc02d10 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/c0cf17e655314023b3bbf9e97cc02d10 2024-12-14T05:42:11,391 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/63d989ec2d164474842c588bbc423068 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/63d989ec2d164474842c588bbc423068 2024-12-14T05:42:11,392 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cc01d5bcff66445884203a8a35926b61 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cc01d5bcff66445884203a8a35926b61 2024-12-14T05:42:11,392 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ceb8141082ef4527bad499b3f947cc85 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ceb8141082ef4527bad499b3f947cc85 2024-12-14T05:42:11,392 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/beb4e8b17ec34bb1ac4e815d9e477451 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/beb4e8b17ec34bb1ac4e815d9e477451 2024-12-14T05:42:11,392 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/76d5a3099da040a79d61acefafe79338 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/76d5a3099da040a79d61acefafe79338 2024-12-14T05:42:11,392 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/67a3aa4a3e074e1daf783d9bb6c85f9c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/67a3aa4a3e074e1daf783d9bb6c85f9c 2024-12-14T05:42:11,393 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ab69675a6bf247b99148856b378a0f52 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ab69675a6bf247b99148856b378a0f52 2024-12-14T05:42:11,393 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ce4a80ccc00f411eb1822ea52a93a063 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/ce4a80ccc00f411eb1822ea52a93a063 2024-12-14T05:42:11,393 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/05776ed5010c42a39267725016e93698 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/05776ed5010c42a39267725016e93698 2024-12-14T05:42:11,393 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cccb603079f2438ca7fb67e8586a1009 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/cccb603079f2438ca7fb67e8586a1009 2024-12-14T05:42:11,394 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/5443bab33ed14d1f9aa36d85013f8020 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/5443bab33ed14d1f9aa36d85013f8020 2024-12-14T05:42:11,394 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/3d7038e526bf451ea3e786bdadbccd35 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/3d7038e526bf451ea3e786bdadbccd35 2024-12-14T05:42:11,394 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/33f1c250ac3041dbae2f398a2e121fd5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/33f1c250ac3041dbae2f398a2e121fd5 2024-12-14T05:42:11,394 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/092c07c6004a425093a783e6ded19705 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/092c07c6004a425093a783e6ded19705 2024-12-14T05:42:11,395 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/421ac7fdd1f14a3a8b45a9b39f0daccb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/421ac7fdd1f14a3a8b45a9b39f0daccb 2024-12-14T05:42:11,395 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/0f8f6c6e21cb437fb0cbc46a981db147 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/0f8f6c6e21cb437fb0cbc46a981db147 2024-12-14T05:42:11,395 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/9dc9eb6519a7484db9f3b83430ec0b42 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/9dc9eb6519a7484db9f3b83430ec0b42 2024-12-14T05:42:11,395 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/fe2adcd091494cfda99205429ec65c2f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/fe2adcd091494cfda99205429ec65c2f 2024-12-14T05:42:11,395 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d68e6f4add7d426680d5e6ee13dd873a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/d68e6f4add7d426680d5e6ee13dd873a 2024-12-14T05:42:11,396 DEBUG [StoreCloser-TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/055e6a7c0d484551bff23735c2c84994, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/67e4b97337694aec9b52404b498ccd42, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/23ac5dff7a97460d91361ca5d8ff7433, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1837bffe51954c6fbf383e58d5c54580, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/20d2e8d7635d4b9fb958de56d2263646, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a9bbe9c222e4dd0b285f4796e2acb5c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/611656aab3664cc8a78648e4235e21bf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/fb8a7ecce0b54368aab450c8ae925bcd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/74ac9d4d98ef43b18bba7dabca4de33d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c94796063b6146c18f684f79fb9073be, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/f01ad3aaf7b64fc28ac9f4f372cadd48, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3c7665d00f764485b2fa30bc12614e65, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a1b52d5e640495f880a13acdbc45417, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3618ddb5cf3a43d5ba72720334d3e03f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/26374fbc034c436598ed78607bcef948, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/254b699644174615874ea623fb95ec67, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c78af820e57416eabf48a6f56e3f216, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c4bc481cf4046d5a8f77717c1c16e42, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/73a3f936d98f41a18633f41030b4d252, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/bb4f5cdc0d4e4f59a0d133c88dec0d16, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/e300e3fdb64b4dcdacb254111698a57f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/85c2d2f0cead4c5da8c565ef75cdb3a2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/d3cfe2cbae3b4aa898bee254a365e8ac, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/de79b7d340664ea9a88dd933b7c650c1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/028eb15160b241148e790f6702d2c4a3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1e99411c553e4ef9a52c3a83482795ed, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3f4958ee6d0d4310b3f5eccd15aa3cc8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c7e5b7a2995a4ce98a0bec3ab287eac9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/8f790d3cd266452fbd935667fa02e10e] to archive 2024-12-14T05:42:11,397 DEBUG [StoreCloser-TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:42:11,398 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/23ac5dff7a97460d91361ca5d8ff7433 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/23ac5dff7a97460d91361ca5d8ff7433 2024-12-14T05:42:11,399 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/055e6a7c0d484551bff23735c2c84994 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/055e6a7c0d484551bff23735c2c84994 2024-12-14T05:42:11,399 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/67e4b97337694aec9b52404b498ccd42 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/67e4b97337694aec9b52404b498ccd42 2024-12-14T05:42:11,399 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/20d2e8d7635d4b9fb958de56d2263646 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/20d2e8d7635d4b9fb958de56d2263646 2024-12-14T05:42:11,399 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1837bffe51954c6fbf383e58d5c54580 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1837bffe51954c6fbf383e58d5c54580 2024-12-14T05:42:11,399 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a9bbe9c222e4dd0b285f4796e2acb5c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a9bbe9c222e4dd0b285f4796e2acb5c 2024-12-14T05:42:11,399 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/611656aab3664cc8a78648e4235e21bf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/611656aab3664cc8a78648e4235e21bf 2024-12-14T05:42:11,399 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/fb8a7ecce0b54368aab450c8ae925bcd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/fb8a7ecce0b54368aab450c8ae925bcd 2024-12-14T05:42:11,400 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/74ac9d4d98ef43b18bba7dabca4de33d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/74ac9d4d98ef43b18bba7dabca4de33d 2024-12-14T05:42:11,400 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/f01ad3aaf7b64fc28ac9f4f372cadd48 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/f01ad3aaf7b64fc28ac9f4f372cadd48 2024-12-14T05:42:11,400 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3618ddb5cf3a43d5ba72720334d3e03f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3618ddb5cf3a43d5ba72720334d3e03f 2024-12-14T05:42:11,400 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3c7665d00f764485b2fa30bc12614e65 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3c7665d00f764485b2fa30bc12614e65 2024-12-14T05:42:11,401 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c94796063b6146c18f684f79fb9073be to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c94796063b6146c18f684f79fb9073be 2024-12-14T05:42:11,401 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a1b52d5e640495f880a13acdbc45417 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3a1b52d5e640495f880a13acdbc45417 2024-12-14T05:42:11,401 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/26374fbc034c436598ed78607bcef948 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/26374fbc034c436598ed78607bcef948 2024-12-14T05:42:11,401 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/254b699644174615874ea623fb95ec67 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/254b699644174615874ea623fb95ec67 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c4bc481cf4046d5a8f77717c1c16e42 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c4bc481cf4046d5a8f77717c1c16e42 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/e300e3fdb64b4dcdacb254111698a57f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/e300e3fdb64b4dcdacb254111698a57f 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c78af820e57416eabf48a6f56e3f216 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5c78af820e57416eabf48a6f56e3f216 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/bb4f5cdc0d4e4f59a0d133c88dec0d16 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/bb4f5cdc0d4e4f59a0d133c88dec0d16 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/73a3f936d98f41a18633f41030b4d252 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/73a3f936d98f41a18633f41030b4d252 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/85c2d2f0cead4c5da8c565ef75cdb3a2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/85c2d2f0cead4c5da8c565ef75cdb3a2 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/d3cfe2cbae3b4aa898bee254a365e8ac to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/d3cfe2cbae3b4aa898bee254a365e8ac 2024-12-14T05:42:11,402 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/de79b7d340664ea9a88dd933b7c650c1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/de79b7d340664ea9a88dd933b7c650c1 2024-12-14T05:42:11,403 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3f4958ee6d0d4310b3f5eccd15aa3cc8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/3f4958ee6d0d4310b3f5eccd15aa3cc8 2024-12-14T05:42:11,403 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/028eb15160b241148e790f6702d2c4a3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/028eb15160b241148e790f6702d2c4a3 2024-12-14T05:42:11,403 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c7e5b7a2995a4ce98a0bec3ab287eac9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/c7e5b7a2995a4ce98a0bec3ab287eac9 2024-12-14T05:42:11,403 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1e99411c553e4ef9a52c3a83482795ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/1e99411c553e4ef9a52c3a83482795ed 2024-12-14T05:42:11,403 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/8f790d3cd266452fbd935667fa02e10e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/8f790d3cd266452fbd935667fa02e10e 2024-12-14T05:42:11,404 DEBUG [StoreCloser-TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2b31ff0c191b44e6ae5b5b7ac6d35f88, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/fc744e91936749ce98e72fa6d1398491, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/66b9f4694ad84f7fb4ed2140d988a79a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/1b1e83219c5c4c79aceb08fe05004f24, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/778d8787a14e42c9a337481c300d5f12, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/076e0b98769b4fd18051a3d7ffcf86a1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/07de5d8c2c634982850a1090b657d168, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/55acfb554c6841cabd0164ec44d4e9cc, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/70a46e3b53bf4ece84539f9539823fb7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/90c4640b304d431882d7e9486385958a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/d51ee3059ea643898abcb2d518acca9e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/5a900c537a2a4fccbe09fbe4eacc7103, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8cf9447e0c3d49ac8176cb90ef52bb4e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4fa63fe6691349738949e51cca727c27, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2ac5c7d65fc84eaea13e7604290a16cc, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4a25be1e033c474db95a2d256216a1af, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/e82c6ff374ef4eceaf11e4b27f028479, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/045f19afe3e3485696c83b7023fbb9e7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/081965e46cbe4cb3b3d07ba6092c263c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/9998db97f9724b1597aaf9d20752870a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8074b6e506fe4e77a09e248148fbf7b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/bca9efe21457436bb9537acb51274bf6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/18955f61424143bf9df5f114b56ec829, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/43ad9e71871c4ca58517fb82b02117e2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2a6a4f9339fe42568860837d1a636061, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/69d732892b914caea34ec02ae9e90120] to archive 2024-12-14T05:42:11,405 DEBUG [StoreCloser-TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:42:11,406 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/1b1e83219c5c4c79aceb08fe05004f24 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/1b1e83219c5c4c79aceb08fe05004f24 2024-12-14T05:42:11,406 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2b31ff0c191b44e6ae5b5b7ac6d35f88 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2b31ff0c191b44e6ae5b5b7ac6d35f88 2024-12-14T05:42:11,406 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/66b9f4694ad84f7fb4ed2140d988a79a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/66b9f4694ad84f7fb4ed2140d988a79a 2024-12-14T05:42:11,407 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/778d8787a14e42c9a337481c300d5f12 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/778d8787a14e42c9a337481c300d5f12 2024-12-14T05:42:11,407 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/07de5d8c2c634982850a1090b657d168 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/07de5d8c2c634982850a1090b657d168 2024-12-14T05:42:11,407 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/fc744e91936749ce98e72fa6d1398491 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/fc744e91936749ce98e72fa6d1398491 2024-12-14T05:42:11,407 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/55acfb554c6841cabd0164ec44d4e9cc to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/55acfb554c6841cabd0164ec44d4e9cc 2024-12-14T05:42:11,407 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/076e0b98769b4fd18051a3d7ffcf86a1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/076e0b98769b4fd18051a3d7ffcf86a1 2024-12-14T05:42:11,408 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/5a900c537a2a4fccbe09fbe4eacc7103 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/5a900c537a2a4fccbe09fbe4eacc7103 2024-12-14T05:42:11,408 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/90c4640b304d431882d7e9486385958a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/90c4640b304d431882d7e9486385958a 2024-12-14T05:42:11,408 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/70a46e3b53bf4ece84539f9539823fb7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/70a46e3b53bf4ece84539f9539823fb7 2024-12-14T05:42:11,408 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4fa63fe6691349738949e51cca727c27 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4fa63fe6691349738949e51cca727c27 2024-12-14T05:42:11,408 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/d51ee3059ea643898abcb2d518acca9e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/d51ee3059ea643898abcb2d518acca9e 2024-12-14T05:42:11,409 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4a25be1e033c474db95a2d256216a1af to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/4a25be1e033c474db95a2d256216a1af 2024-12-14T05:42:11,409 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8cf9447e0c3d49ac8176cb90ef52bb4e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8cf9447e0c3d49ac8176cb90ef52bb4e 2024-12-14T05:42:11,409 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2ac5c7d65fc84eaea13e7604290a16cc to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2ac5c7d65fc84eaea13e7604290a16cc 2024-12-14T05:42:11,410 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/e82c6ff374ef4eceaf11e4b27f028479 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/e82c6ff374ef4eceaf11e4b27f028479 2024-12-14T05:42:11,410 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/045f19afe3e3485696c83b7023fbb9e7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/045f19afe3e3485696c83b7023fbb9e7 2024-12-14T05:42:11,410 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/bca9efe21457436bb9537acb51274bf6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/bca9efe21457436bb9537acb51274bf6 2024-12-14T05:42:11,410 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/9998db97f9724b1597aaf9d20752870a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/9998db97f9724b1597aaf9d20752870a 2024-12-14T05:42:11,410 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8074b6e506fe4e77a09e248148fbf7b7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/8074b6e506fe4e77a09e248148fbf7b7 2024-12-14T05:42:11,410 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/18955f61424143bf9df5f114b56ec829 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/18955f61424143bf9df5f114b56ec829 2024-12-14T05:42:11,410 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/081965e46cbe4cb3b3d07ba6092c263c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/081965e46cbe4cb3b3d07ba6092c263c 2024-12-14T05:42:11,411 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/43ad9e71871c4ca58517fb82b02117e2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/43ad9e71871c4ca58517fb82b02117e2 2024-12-14T05:42:11,411 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/69d732892b914caea34ec02ae9e90120 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/69d732892b914caea34ec02ae9e90120 2024-12-14T05:42:11,411 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2a6a4f9339fe42568860837d1a636061 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/2a6a4f9339fe42568860837d1a636061 2024-12-14T05:42:11,414 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=1 2024-12-14T05:42:11,415 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae. 2024-12-14T05:42:11,415 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for a33b6134c74fba0a130d685e085797ae: 2024-12-14T05:42:11,416 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:11,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a33b6134c74fba0a130d685e085797ae, regionState=CLOSED 2024-12-14T05:42:11,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-14T05:42:11,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure a33b6134c74fba0a130d685e085797ae, server=e1063daab615,33421,1734154841687 in 1.4520 sec 2024-12-14T05:42:11,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-14T05:42:11,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a33b6134c74fba0a130d685e085797ae, UNASSIGN in 1.4580 sec 2024-12-14T05:42:11,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-14T05:42:11,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4620 sec 2024-12-14T05:42:11,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154931421"}]},"ts":"1734154931421"} 2024-12-14T05:42:11,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-14T05:42:11,463 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-14T05:42:11,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6960 sec 2024-12-14T05:42:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-14T05:42:11,879 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-14T05:42:11,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-14T05:42:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:11,884 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-14T05:42:11,886 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:11,889 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:11,892 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/recovered.edits] 2024-12-14T05:42:11,896 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/7ff4b3ae1f4748b5ad9a8c0238916c07 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/7ff4b3ae1f4748b5ad9a8c0238916c07 2024-12-14T05:42:11,896 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/02ab7ea1860441858fcc2fbbec8a9bbe to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/A/02ab7ea1860441858fcc2fbbec8a9bbe 2024-12-14T05:42:11,900 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/54c07f8998ad45d48472ca21c662686a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/54c07f8998ad45d48472ca21c662686a 2024-12-14T05:42:11,901 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5b216415dfbb4babb10f7cd9b431d382 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/B/5b216415dfbb4babb10f7cd9b431d382 2024-12-14T05:42:11,906 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/73e3d572fb8b48388517e3c943f5635a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/73e3d572fb8b48388517e3c943f5635a 2024-12-14T05:42:11,906 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/df754871b2d342dd8e6b2c892d87b4fd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/df754871b2d342dd8e6b2c892d87b4fd 2024-12-14T05:42:11,907 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/cb690bfe4d224b9e9b9f786765e2bf57 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/cb690bfe4d224b9e9b9f786765e2bf57 2024-12-14T05:42:11,907 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/ea33df9cc95244129b1b38eb60fa1b14 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/C/ea33df9cc95244129b1b38eb60fa1b14 2024-12-14T05:42:11,909 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/recovered.edits/419.seqid to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae/recovered.edits/419.seqid 2024-12-14T05:42:11,910 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/a33b6134c74fba0a130d685e085797ae 2024-12-14T05:42:11,910 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-14T05:42:11,912 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:11,915 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-14T05:42:11,917 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-14T05:42:11,918 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:11,918 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-14T05:42:11,918 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734154931918"}]},"ts":"9223372036854775807"} 2024-12-14T05:42:11,919 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-14T05:42:11,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a33b6134c74fba0a130d685e085797ae, NAME => 'TestAcidGuarantees,,1734154905512.a33b6134c74fba0a130d685e085797ae.', STARTKEY => '', ENDKEY => ''}] 2024-12-14T05:42:11,920 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-14T05:42:11,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734154931920"}]},"ts":"9223372036854775807"} 2024-12-14T05:42:11,921 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-14T05:42:11,964 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:11,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-12-14T05:42:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-14T05:42:11,988 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-14T05:42:11,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=247 (was 246) - Thread LEAK? -, OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=2129 (was 2188) 2024-12-14T05:42:12,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=247, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=2129 2024-12-14T05:42:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:42:12,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:42:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:12,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-14T05:42:12,008 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:12,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-12-14T05:42:12,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-14T05:42:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-14T05:42:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742169_1345 (size=963) 2024-12-14T05:42:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-14T05:42:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-14T05:42:12,414 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:42:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742170_1346 (size=53) 2024-12-14T05:42:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-14T05:42:12,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:42:12,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e0a9ce82dc99086202b9ae1b7319d8cd, disabling compactions & flushes 2024-12-14T05:42:12,820 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:12,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:12,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. after waiting 0 ms 2024-12-14T05:42:12,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:12,820 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:12,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:12,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-14T05:42:12,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734154932822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734154932822"}]},"ts":"1734154932822"} 2024-12-14T05:42:12,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-14T05:42:12,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-14T05:42:12,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154932825"}]},"ts":"1734154932825"} 2024-12-14T05:42:12,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-14T05:42:12,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, ASSIGN}] 2024-12-14T05:42:12,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, ASSIGN 2024-12-14T05:42:12,884 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, ASSIGN; state=OFFLINE, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=false 2024-12-14T05:42:13,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:13,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:42:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-14T05:42:13,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:13,193 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:13,193 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:42:13,193 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,193 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:42:13,194 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,194 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,195 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,196 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:13,197 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0a9ce82dc99086202b9ae1b7319d8cd columnFamilyName A 2024-12-14T05:42:13,197 DEBUG [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:13,197 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(327): Store=e0a9ce82dc99086202b9ae1b7319d8cd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:13,197 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,198 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:13,198 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0a9ce82dc99086202b9ae1b7319d8cd columnFamilyName B 2024-12-14T05:42:13,199 DEBUG [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:13,199 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(327): Store=e0a9ce82dc99086202b9ae1b7319d8cd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:13,199 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,201 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:13,201 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0a9ce82dc99086202b9ae1b7319d8cd columnFamilyName C 2024-12-14T05:42:13,201 DEBUG [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:13,202 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(327): Store=e0a9ce82dc99086202b9ae1b7319d8cd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:13,202 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:13,203 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,203 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,205 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:42:13,207 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:13,209 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:42:13,209 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened e0a9ce82dc99086202b9ae1b7319d8cd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69096445, jitterRate=0.02961726486682892}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:42:13,210 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:13,211 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., pid=98, masterSystemTime=1734154933190 2024-12-14T05:42:13,212 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:13,212 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:13,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:13,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-14T05:42:13,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 in 176 msec 2024-12-14T05:42:13,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-14T05:42:13,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, ASSIGN in 335 msec 2024-12-14T05:42:13,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-14T05:42:13,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154933217"}]},"ts":"1734154933217"} 2024-12-14T05:42:13,218 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-14T05:42:13,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-14T05:42:13,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2850 sec 2024-12-14T05:42:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-14T05:42:14,118 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-14T05:42:14,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-12-14T05:42:14,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:14,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:14,143 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:14,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-14T05:42:14,147 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-14T05:42:14,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:42:14,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:42:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:14,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742171_1347 (size=999) 2024-12-14T05:42:14,563 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-14T05:42:14,563 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-14T05:42:14,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:42:14,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, REOPEN/MOVE}] 2024-12-14T05:42:14,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, REOPEN/MOVE 2024-12-14T05:42:14,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:14,569 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:42:14,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:42:14,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:14,721 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:14,721 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:42:14,721 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing e0a9ce82dc99086202b9ae1b7319d8cd, disabling compactions & flushes 2024-12-14T05:42:14,722 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:14,722 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:14,722 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. after waiting 0 ms 2024-12-14T05:42:14,722 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:14,729 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-14T05:42:14,729 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:14,730 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:14,730 WARN [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: e0a9ce82dc99086202b9ae1b7319d8cd to self. 2024-12-14T05:42:14,731 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:14,731 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=CLOSED 2024-12-14T05:42:14,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-14T05:42:14,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 in 163 msec 2024-12-14T05:42:14,734 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, REOPEN/MOVE; state=CLOSED, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=true 2024-12-14T05:42:14,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:14,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:42:15,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:15,049 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,050 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:42:15,051 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,051 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:42:15,051 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,051 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,053 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,054 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:15,054 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0a9ce82dc99086202b9ae1b7319d8cd columnFamilyName A 2024-12-14T05:42:15,056 DEBUG [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:15,056 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(327): Store=e0a9ce82dc99086202b9ae1b7319d8cd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:15,057 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,058 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:15,058 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0a9ce82dc99086202b9ae1b7319d8cd columnFamilyName B 2024-12-14T05:42:15,058 DEBUG [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:15,058 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(327): Store=e0a9ce82dc99086202b9ae1b7319d8cd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:15,058 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,059 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:15,059 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0a9ce82dc99086202b9ae1b7319d8cd columnFamilyName C 2024-12-14T05:42:15,059 DEBUG [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:15,060 INFO [StoreOpener-e0a9ce82dc99086202b9ae1b7319d8cd-1 {}] regionserver.HStore(327): Store=e0a9ce82dc99086202b9ae1b7319d8cd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:15,060 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,061 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,062 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,064 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:42:15,066 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,067 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened e0a9ce82dc99086202b9ae1b7319d8cd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59815531, jitterRate=-0.10867913067340851}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:42:15,068 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:15,069 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., pid=103, masterSystemTime=1734154935042 2024-12-14T05:42:15,071 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,071 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,071 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=OPEN, openSeqNum=5, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-12-14T05:42:15,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 in 184 msec 2024-12-14T05:42:15,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-14T05:42:15,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, REOPEN/MOVE in 507 msec 2024-12-14T05:42:15,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-14T05:42:15,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-12-14T05:42:15,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 928 msec 2024-12-14T05:42:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-14T05:42:15,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-12-14T05:42:15,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-12-14T05:42:15,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-12-14T05:42:15,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-12-14T05:42:15,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-12-14T05:42:15,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-12-14T05:42:15,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-12-14T05:42:15,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37a637ac to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cb9e50e 2024-12-14T05:42:15,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eab689a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fa53591 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cb726fe 2024-12-14T05:42:15,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bd764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-12-14T05:42:15,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:15,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:15,352 DEBUG [hconnection-0xad0c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,353 DEBUG [hconnection-0x3af42210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-14T05:42:15,353 DEBUG [hconnection-0x10d97d76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,354 DEBUG [hconnection-0x1cbe5ed1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,354 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,354 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:15,354 DEBUG [hconnection-0x467e061f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,354 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,355 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,355 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,355 DEBUG [hconnection-0x5146b7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,355 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:15,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:15,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,356 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-14T05:42:15,357 DEBUG [hconnection-0x6483d2d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,357 DEBUG [hconnection-0x78d03b98-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,358 DEBUG [hconnection-0x494ad1ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,358 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,358 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,358 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,359 DEBUG [hconnection-0x385d6ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:15,360 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:42:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:15,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154995385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154995386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154995386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154995387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154995387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145684508eb697485dad2bbb046dec133d_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154935362/Put/seqid=0 2024-12-14T05:42:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742172_1348 (size=12154) 2024-12-14T05:42:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-14T05:42:15,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154995488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154995491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154995491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154995491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154995491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:15,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-14T05:42:15,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:15,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:15,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:15,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154995690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154995692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154995693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154995693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154995696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:15,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:15,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145684508eb697485dad2bbb046dec133d_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145684508eb697485dad2bbb046dec133d_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:15,808 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6628beb7068c47248988339fd651b19a, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:15,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6628beb7068c47248988339fd651b19a is 175, key is test_row_0/A:col10/1734154935362/Put/seqid=0 2024-12-14T05:42:15,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:15,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742173_1349 (size=30955) 2024-12-14T05:42:15,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-14T05:42:15,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:15,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:15,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154995996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154995998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154995998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154995999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154996001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:16,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6628beb7068c47248988339fd651b19a 2024-12-14T05:42:16,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/b9f27fd5d848402e9c5656b6953b56a2 is 50, key is test_row_0/B:col10/1734154935362/Put/seqid=0 2024-12-14T05:42:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742174_1350 (size=12001) 2024-12-14T05:42:16,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:16,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:16,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-14T05:42:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154996501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154996502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154996506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154996506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154996508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:16,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/b9f27fd5d848402e9c5656b6953b56a2 2024-12-14T05:42:16,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/303d74b1eea642af9ec3e1b41ef2463c is 50, key is test_row_0/C:col10/1734154935362/Put/seqid=0 2024-12-14T05:42:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742175_1351 (size=12001) 2024-12-14T05:42:16,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:16,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:16,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:16,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:16,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-14T05:42:17,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:17,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:17,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:17,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:17,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:17,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:17,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:17,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/303d74b1eea642af9ec3e1b41ef2463c 2024-12-14T05:42:17,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6628beb7068c47248988339fd651b19a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6628beb7068c47248988339fd651b19a 2024-12-14T05:42:17,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6628beb7068c47248988339fd651b19a, entries=150, sequenceid=18, filesize=30.2 K 2024-12-14T05:42:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/b9f27fd5d848402e9c5656b6953b56a2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b9f27fd5d848402e9c5656b6953b56a2 2024-12-14T05:42:17,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b9f27fd5d848402e9c5656b6953b56a2, entries=150, sequenceid=18, filesize=11.7 K 2024-12-14T05:42:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/303d74b1eea642af9ec3e1b41ef2463c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/303d74b1eea642af9ec3e1b41ef2463c 2024-12-14T05:42:17,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/303d74b1eea642af9ec3e1b41ef2463c, entries=150, sequenceid=18, filesize=11.7 K 2024-12-14T05:42:17,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e0a9ce82dc99086202b9ae1b7319d8cd in 1715ms, sequenceid=18, compaction requested=false 2024-12-14T05:42:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-14T05:42:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:17,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:17,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-14T05:42:17,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:17,184 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:42:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:17,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149612abd2e3184cc192407cfde962c8ae_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154935384/Put/seqid=0 2024-12-14T05:42:17,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742176_1352 (size=12154) 2024-12-14T05:42:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-14T05:42:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:17,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:17,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154997516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154997517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154997516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154997517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154997519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:17,598 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149612abd2e3184cc192407cfde962c8ae_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149612abd2e3184cc192407cfde962c8ae_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:17,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/930ad671b18c435fac7e2620a11811f2, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:17,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/930ad671b18c435fac7e2620a11811f2 is 175, key is test_row_0/A:col10/1734154935384/Put/seqid=0 2024-12-14T05:42:17,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742177_1353 (size=30955) 2024-12-14T05:42:17,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154997620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154997622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154997622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154997622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154997625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154997823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154997824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154997825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154997827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:17,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154997827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/930ad671b18c435fac7e2620a11811f2 2024-12-14T05:42:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/e0a0020494d440d1ac5f6e31c81ae0b2 is 50, key is test_row_0/B:col10/1734154935384/Put/seqid=0 2024-12-14T05:42:18,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742178_1354 (size=12001) 2024-12-14T05:42:18,017 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/e0a0020494d440d1ac5f6e31c81ae0b2 2024-12-14T05:42:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/9f723e0c6d2d453f8d43dfaa90d0ef0b is 50, key is test_row_0/C:col10/1734154935384/Put/seqid=0 2024-12-14T05:42:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742179_1355 (size=12001) 2024-12-14T05:42:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154998127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154998127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154998134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154998134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154998134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,427 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/9f723e0c6d2d453f8d43dfaa90d0ef0b 2024-12-14T05:42:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/930ad671b18c435fac7e2620a11811f2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/930ad671b18c435fac7e2620a11811f2 2024-12-14T05:42:18,434 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/930ad671b18c435fac7e2620a11811f2, entries=150, sequenceid=41, filesize=30.2 K 2024-12-14T05:42:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/e0a0020494d440d1ac5f6e31c81ae0b2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e0a0020494d440d1ac5f6e31c81ae0b2 2024-12-14T05:42:18,438 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e0a0020494d440d1ac5f6e31c81ae0b2, entries=150, sequenceid=41, filesize=11.7 K 2024-12-14T05:42:18,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/9f723e0c6d2d453f8d43dfaa90d0ef0b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9f723e0c6d2d453f8d43dfaa90d0ef0b 2024-12-14T05:42:18,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9f723e0c6d2d453f8d43dfaa90d0ef0b, entries=150, sequenceid=41, filesize=11.7 K 2024-12-14T05:42:18,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e0a9ce82dc99086202b9ae1b7319d8cd in 1258ms, sequenceid=41, compaction requested=false 2024-12-14T05:42:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-14T05:42:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-14T05:42:18,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-14T05:42:18,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0880 sec 2024-12-14T05:42:18,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.0920 sec 2024-12-14T05:42:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:18,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:42:18,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:18,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:18,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:18,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:18,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:18,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:18,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b063d962fb2748d698609806a78bf46d_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154937518/Put/seqid=0 2024-12-14T05:42:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742180_1356 (size=14594) 2024-12-14T05:42:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154998659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154998659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154998660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154998661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154998661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154998762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154998763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154998764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154998766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154998766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154998969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154998969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154998969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154998970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:18,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154998970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:19,047 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b063d962fb2748d698609806a78bf46d_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b063d962fb2748d698609806a78bf46d_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:19,048 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d4f87e4a8f4f461e9ae8917652012867, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:19,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d4f87e4a8f4f461e9ae8917652012867 is 175, key is test_row_0/A:col10/1734154937518/Put/seqid=0 2024-12-14T05:42:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742181_1357 (size=39549) 2024-12-14T05:42:19,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154999271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154999271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154999272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154999276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154999276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,452 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d4f87e4a8f4f461e9ae8917652012867 2024-12-14T05:42:19,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/7545a44da5904a2a960d04963883a314 is 50, key is test_row_0/B:col10/1734154937518/Put/seqid=0 2024-12-14T05:42:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-14T05:42:19,461 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-14T05:42:19,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-14T05:42:19,463 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-14T05:42:19,463 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:19,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:19,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742182_1358 (size=12001) 2024-12-14T05:42:19,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/7545a44da5904a2a960d04963883a314 2024-12-14T05:42:19,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/5c9bb56fc8a24bde958fc58471df5c8e is 50, key is test_row_0/C:col10/1734154937518/Put/seqid=0 2024-12-14T05:42:19,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742183_1359 (size=12001) 2024-12-14T05:42:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-14T05:42:19,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:19,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-14T05:42:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-14T05:42:19,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:19,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-14T05:42:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:19,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734154999774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734154999775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734154999777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734154999779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734154999780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:19,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/5c9bb56fc8a24bde958fc58471df5c8e 2024-12-14T05:42:19,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d4f87e4a8f4f461e9ae8917652012867 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d4f87e4a8f4f461e9ae8917652012867 2024-12-14T05:42:19,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d4f87e4a8f4f461e9ae8917652012867, entries=200, sequenceid=55, filesize=38.6 K 2024-12-14T05:42:19,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/7545a44da5904a2a960d04963883a314 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/7545a44da5904a2a960d04963883a314 2024-12-14T05:42:19,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/7545a44da5904a2a960d04963883a314, entries=150, sequenceid=55, filesize=11.7 K 2024-12-14T05:42:19,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/5c9bb56fc8a24bde958fc58471df5c8e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/5c9bb56fc8a24bde958fc58471df5c8e 2024-12-14T05:42:19,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/5c9bb56fc8a24bde958fc58471df5c8e, entries=150, sequenceid=55, filesize=11.7 K 2024-12-14T05:42:19,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e0a9ce82dc99086202b9ae1b7319d8cd in 1255ms, sequenceid=55, compaction requested=true 2024-12-14T05:42:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:19,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:19,890 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:19,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:19,890 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:19,890 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:19,890 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:19,890 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/B is initiating minor compaction (all files) 2024-12-14T05:42:19,890 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/A is initiating minor compaction (all files) 2024-12-14T05:42:19,890 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/A in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,890 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/B in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,890 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6628beb7068c47248988339fd651b19a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/930ad671b18c435fac7e2620a11811f2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d4f87e4a8f4f461e9ae8917652012867] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=99.1 K 2024-12-14T05:42:19,890 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b9f27fd5d848402e9c5656b6953b56a2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e0a0020494d440d1ac5f6e31c81ae0b2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/7545a44da5904a2a960d04963883a314] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=35.2 K 2024-12-14T05:42:19,891 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,891 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6628beb7068c47248988339fd651b19a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/930ad671b18c435fac7e2620a11811f2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d4f87e4a8f4f461e9ae8917652012867] 2024-12-14T05:42:19,891 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f27fd5d848402e9c5656b6953b56a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734154935362 2024-12-14T05:42:19,891 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6628beb7068c47248988339fd651b19a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734154935362 2024-12-14T05:42:19,891 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 930ad671b18c435fac7e2620a11811f2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734154935384 2024-12-14T05:42:19,891 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a0020494d440d1ac5f6e31c81ae0b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734154935384 2024-12-14T05:42:19,891 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4f87e4a8f4f461e9ae8917652012867, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154937515 2024-12-14T05:42:19,891 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 7545a44da5904a2a960d04963883a314, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154937515 2024-12-14T05:42:19,896 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#B#compaction#311 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:19,897 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/d5f8fdbe7602491d82fccbff1ae7f8d6 is 50, key is test_row_0/B:col10/1734154937518/Put/seqid=0 2024-12-14T05:42:19,898 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:19,900 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214a792555ced624fb491adf25c3133c72f_e0a9ce82dc99086202b9ae1b7319d8cd store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:19,902 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214a792555ced624fb491adf25c3133c72f_e0a9ce82dc99086202b9ae1b7319d8cd, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:19,902 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a792555ced624fb491adf25c3133c72f_e0a9ce82dc99086202b9ae1b7319d8cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742184_1360 (size=12104) 2024-12-14T05:42:19,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742185_1361 (size=4469) 2024-12-14T05:42:19,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:19,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-14T05:42:19,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:19,919 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-14T05:42:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:19,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214122dea42c52e4c8082c3078ca2f54e41_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154938660/Put/seqid=0 2024-12-14T05:42:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742186_1362 (size=12154) 2024-12-14T05:42:19,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:19,932 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214122dea42c52e4c8082c3078ca2f54e41_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214122dea42c52e4c8082c3078ca2f54e41_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/e6059cca6a9843658bdeb3422440c1f0, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/e6059cca6a9843658bdeb3422440c1f0 is 175, key is test_row_0/A:col10/1734154938660/Put/seqid=0 2024-12-14T05:42:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742187_1363 (size=30955) 2024-12-14T05:42:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-14T05:42:20,305 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:20,306 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/9f9b780193434ccb96cc80989ee0a317 is 175, key is test_row_0/A:col10/1734154937518/Put/seqid=0 2024-12-14T05:42:20,337 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/e6059cca6a9843658bdeb3422440c1f0 2024-12-14T05:42:20,357 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/d5f8fdbe7602491d82fccbff1ae7f8d6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/d5f8fdbe7602491d82fccbff1ae7f8d6 2024-12-14T05:42:20,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742188_1364 (size=31058) 2024-12-14T05:42:20,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/610e1ddf851e4ff9ac24e8894ca7cce8 is 50, key is test_row_0/B:col10/1734154938660/Put/seqid=0 2024-12-14T05:42:20,363 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/B of e0a9ce82dc99086202b9ae1b7319d8cd into d5f8fdbe7602491d82fccbff1ae7f8d6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:20,363 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:20,363 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/B, priority=13, startTime=1734154939889; duration=0sec 2024-12-14T05:42:20,363 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:20,363 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/9f9b780193434ccb96cc80989ee0a317 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9f9b780193434ccb96cc80989ee0a317 2024-12-14T05:42:20,363 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:B 2024-12-14T05:42:20,363 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:20,364 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:20,364 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/C is initiating minor compaction (all files) 2024-12-14T05:42:20,364 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/C in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:20,364 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/303d74b1eea642af9ec3e1b41ef2463c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9f723e0c6d2d453f8d43dfaa90d0ef0b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/5c9bb56fc8a24bde958fc58471df5c8e] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=35.2 K 2024-12-14T05:42:20,366 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 303d74b1eea642af9ec3e1b41ef2463c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734154935362 2024-12-14T05:42:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742189_1365 (size=12001) 2024-12-14T05:42:20,366 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f723e0c6d2d453f8d43dfaa90d0ef0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734154935384 2024-12-14T05:42:20,367 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c9bb56fc8a24bde958fc58471df5c8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154937515 2024-12-14T05:42:20,369 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/A of e0a9ce82dc99086202b9ae1b7319d8cd into 9f9b780193434ccb96cc80989ee0a317(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:20,369 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:20,369 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/A, priority=13, startTime=1734154939889; duration=0sec 2024-12-14T05:42:20,369 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:20,369 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:A 2024-12-14T05:42:20,378 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#C#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:20,378 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/3a4ed102b145446582b6fc88eb977f73 is 50, key is test_row_0/C:col10/1734154937518/Put/seqid=0 2024-12-14T05:42:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742190_1366 (size=12104) 2024-12-14T05:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-14T05:42:20,766 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/610e1ddf851e4ff9ac24e8894ca7cce8 2024-12-14T05:42:20,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/7492a740f283425884805663ab2c7cfe is 50, key is test_row_0/C:col10/1734154938660/Put/seqid=0 2024-12-14T05:42:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742191_1367 (size=12001) 2024-12-14T05:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:20,786 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/3a4ed102b145446582b6fc88eb977f73 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/3a4ed102b145446582b6fc88eb977f73 2024-12-14T05:42:20,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:20,790 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/C of e0a9ce82dc99086202b9ae1b7319d8cd into 3a4ed102b145446582b6fc88eb977f73(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:20,790 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:20,790 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/C, priority=13, startTime=1734154939890; duration=0sec 2024-12-14T05:42:20,790 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:20,791 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:C 2024-12-14T05:42:20,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155000794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155000794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155000796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155000798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155000798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155000899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155000899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155000899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155000900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:20,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155000902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155001103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155001103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155001103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155001104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155001104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,176 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/7492a740f283425884805663ab2c7cfe 2024-12-14T05:42:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/e6059cca6a9843658bdeb3422440c1f0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/e6059cca6a9843658bdeb3422440c1f0 2024-12-14T05:42:21,183 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/e6059cca6a9843658bdeb3422440c1f0, entries=150, sequenceid=77, filesize=30.2 K 2024-12-14T05:42:21,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/610e1ddf851e4ff9ac24e8894ca7cce8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/610e1ddf851e4ff9ac24e8894ca7cce8 2024-12-14T05:42:21,187 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/610e1ddf851e4ff9ac24e8894ca7cce8, entries=150, sequenceid=77, filesize=11.7 K 2024-12-14T05:42:21,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/7492a740f283425884805663ab2c7cfe as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/7492a740f283425884805663ab2c7cfe 2024-12-14T05:42:21,190 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/7492a740f283425884805663ab2c7cfe, entries=150, sequenceid=77, filesize=11.7 K 2024-12-14T05:42:21,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e0a9ce82dc99086202b9ae1b7319d8cd in 1272ms, sequenceid=77, compaction requested=false 2024-12-14T05:42:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-14T05:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-14T05:42:21,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-14T05:42:21,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7290 sec 2024-12-14T05:42:21,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.7310 sec 2024-12-14T05:42:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:21,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-14T05:42:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:21,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121493b3bb257a354962af975d4fe6529862_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154941409/Put/seqid=0 2024-12-14T05:42:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742192_1368 (size=17034) 2024-12-14T05:42:21,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155001426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155001426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155001430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155001431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155001432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155001533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155001533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155001536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155001537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155001537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-14T05:42:21,567 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-14T05:42:21,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-14T05:42:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-14T05:42:21,569 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:21,569 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:21,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-14T05:42:21,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:21,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:21,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:21,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:21,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:21,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155001736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155001736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155001740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155001741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155001741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:21,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:21,832 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121493b3bb257a354962af975d4fe6529862_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121493b3bb257a354962af975d4fe6529862_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:21,832 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d2a547af7a0b4cf3a5fc227be3427d8c, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:21,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d2a547af7a0b4cf3a5fc227be3427d8c is 175, key is test_row_0/A:col10/1734154941409/Put/seqid=0 2024-12-14T05:42:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742193_1369 (size=48139) 2024-12-14T05:42:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-14T05:42:21,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:21,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:21,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:22,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155002040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155002040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155002044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155002045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155002046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-14T05:42:22,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:22,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d2a547af7a0b4cf3a5fc227be3427d8c 2024-12-14T05:42:22,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/774a220ab6b4471bbd4b119eb1e5107c is 50, key is test_row_0/B:col10/1734154941409/Put/seqid=0 2024-12-14T05:42:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742194_1370 (size=12001) 2024-12-14T05:42:22,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:22,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:22,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155002547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155002547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155002552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155002552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155002554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:22,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:22,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/774a220ab6b4471bbd4b119eb1e5107c 2024-12-14T05:42:22,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/71f5f8856ea9408ca72e7d484407b876 is 50, key is test_row_0/C:col10/1734154941409/Put/seqid=0 2024-12-14T05:42:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742195_1371 (size=12001) 2024-12-14T05:42:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-14T05:42:22,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:22,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:22,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:23,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/71f5f8856ea9408ca72e7d484407b876 2024-12-14T05:42:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/d2a547af7a0b4cf3a5fc227be3427d8c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d2a547af7a0b4cf3a5fc227be3427d8c 2024-12-14T05:42:23,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d2a547af7a0b4cf3a5fc227be3427d8c, entries=250, sequenceid=97, filesize=47.0 K 2024-12-14T05:42:23,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/774a220ab6b4471bbd4b119eb1e5107c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/774a220ab6b4471bbd4b119eb1e5107c 2024-12-14T05:42:23,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/774a220ab6b4471bbd4b119eb1e5107c, entries=150, sequenceid=97, filesize=11.7 K 2024-12-14T05:42:23,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/71f5f8856ea9408ca72e7d484407b876 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/71f5f8856ea9408ca72e7d484407b876 2024-12-14T05:42:23,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/71f5f8856ea9408ca72e7d484407b876, entries=150, sequenceid=97, filesize=11.7 K 2024-12-14T05:42:23,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e0a9ce82dc99086202b9ae1b7319d8cd in 1664ms, sequenceid=97, compaction requested=true 2024-12-14T05:42:23,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:23,074 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:23,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:23,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:23,075 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:23,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:23,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:23,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:23,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:23,075 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:23,075 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:23,075 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/B is initiating minor compaction (all files) 2024-12-14T05:42:23,075 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/A is initiating minor compaction (all files) 2024-12-14T05:42:23,076 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/B in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:23,076 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/A in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:23,076 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/d5f8fdbe7602491d82fccbff1ae7f8d6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/610e1ddf851e4ff9ac24e8894ca7cce8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/774a220ab6b4471bbd4b119eb1e5107c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=35.3 K 2024-12-14T05:42:23,076 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9f9b780193434ccb96cc80989ee0a317, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/e6059cca6a9843658bdeb3422440c1f0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d2a547af7a0b4cf3a5fc227be3427d8c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=107.6 K 2024-12-14T05:42:23,076 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:23,076 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9f9b780193434ccb96cc80989ee0a317, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/e6059cca6a9843658bdeb3422440c1f0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d2a547af7a0b4cf3a5fc227be3427d8c] 2024-12-14T05:42:23,076 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d5f8fdbe7602491d82fccbff1ae7f8d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154937515 2024-12-14T05:42:23,076 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f9b780193434ccb96cc80989ee0a317, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154937515 2024-12-14T05:42:23,076 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 610e1ddf851e4ff9ac24e8894ca7cce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734154938653 2024-12-14T05:42:23,076 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6059cca6a9843658bdeb3422440c1f0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734154938653 2024-12-14T05:42:23,077 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 774a220ab6b4471bbd4b119eb1e5107c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154940797 2024-12-14T05:42:23,077 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2a547af7a0b4cf3a5fc227be3427d8c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154940793 2024-12-14T05:42:23,084 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:23,085 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:23,086 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/180cef2de6ed41d4880e3f846d7aeab0 is 50, key is test_row_0/B:col10/1734154941409/Put/seqid=0 2024-12-14T05:42:23,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:23,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-14T05:42:23,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:23,090 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-14T05:42:23,091 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121419bd863641ac4ad6b5fdd326c7c1a669_e0a9ce82dc99086202b9ae1b7319d8cd store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:23,093 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121419bd863641ac4ad6b5fdd326c7c1a669_e0a9ce82dc99086202b9ae1b7319d8cd, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:23,093 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121419bd863641ac4ad6b5fdd326c7c1a669_e0a9ce82dc99086202b9ae1b7319d8cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742196_1372 (size=12207) 2024-12-14T05:42:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742197_1373 (size=4469) 2024-12-14T05:42:23,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149c56665ac0f94362979e405b90824e55_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154941426/Put/seqid=0 2024-12-14T05:42:23,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742198_1374 (size=12154) 2024-12-14T05:42:23,507 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/180cef2de6ed41d4880e3f846d7aeab0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/180cef2de6ed41d4880e3f846d7aeab0 2024-12-14T05:42:23,507 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:23,507 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/33afcc122168407eaeaf03df8723c440 is 175, key is test_row_0/A:col10/1734154941409/Put/seqid=0 2024-12-14T05:42:23,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742199_1375 (size=31161) 2024-12-14T05:42:23,512 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/B of e0a9ce82dc99086202b9ae1b7319d8cd into 180cef2de6ed41d4880e3f846d7aeab0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:23,512 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:23,512 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/B, priority=13, startTime=1734154943074; duration=0sec 2024-12-14T05:42:23,512 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:23,512 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:B 2024-12-14T05:42:23,512 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:23,513 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:23,513 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/C is initiating minor compaction (all files) 2024-12-14T05:42:23,513 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/C in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:23,513 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/3a4ed102b145446582b6fc88eb977f73, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/7492a740f283425884805663ab2c7cfe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/71f5f8856ea9408ca72e7d484407b876] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=35.3 K 2024-12-14T05:42:23,513 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a4ed102b145446582b6fc88eb977f73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734154937515 2024-12-14T05:42:23,514 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 7492a740f283425884805663ab2c7cfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734154938653 2024-12-14T05:42:23,514 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 71f5f8856ea9408ca72e7d484407b876, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154940797 2024-12-14T05:42:23,516 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149c56665ac0f94362979e405b90824e55_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149c56665ac0f94362979e405b90824e55_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:23,516 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/33afcc122168407eaeaf03df8723c440 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/33afcc122168407eaeaf03df8723c440 2024-12-14T05:42:23,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/9c3883fe984a410b9f8bff06bc233c97, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:23,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/9c3883fe984a410b9f8bff06bc233c97 is 175, key is test_row_0/A:col10/1734154941426/Put/seqid=0 2024-12-14T05:42:23,520 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:23,521 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/35f9cc1610bb4ee39f94abf24041b60c is 50, key is test_row_0/C:col10/1734154941409/Put/seqid=0 2024-12-14T05:42:23,521 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/A of e0a9ce82dc99086202b9ae1b7319d8cd into 33afcc122168407eaeaf03df8723c440(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:23,521 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:23,521 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/A, priority=13, startTime=1734154943074; duration=0sec 2024-12-14T05:42:23,521 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:23,521 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:A 2024-12-14T05:42:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742201_1377 (size=12207) 2024-12-14T05:42:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742200_1376 (size=30955) 2024-12-14T05:42:23,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155003566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155003567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155003568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155003568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155003569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-14T05:42:23,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155003671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155003672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155003672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155003673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155003673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155003875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155003875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155003876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155003876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155003878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:23,925 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/9c3883fe984a410b9f8bff06bc233c97 2024-12-14T05:42:23,929 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/35f9cc1610bb4ee39f94abf24041b60c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/35f9cc1610bb4ee39f94abf24041b60c 2024-12-14T05:42:23,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/a4ce750c4c18492cadffd157e1b0715b is 50, key is test_row_0/B:col10/1734154941426/Put/seqid=0 2024-12-14T05:42:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742202_1378 (size=12001) 2024-12-14T05:42:23,937 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/a4ce750c4c18492cadffd157e1b0715b 2024-12-14T05:42:23,938 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/C of e0a9ce82dc99086202b9ae1b7319d8cd into 35f9cc1610bb4ee39f94abf24041b60c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:23,938 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:23,938 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/C, priority=13, startTime=1734154943075; duration=0sec 2024-12-14T05:42:23,938 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:23,938 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:C 2024-12-14T05:42:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/11791b1a12d74089a3055cedda9fc1b7 is 50, key is test_row_0/C:col10/1734154941426/Put/seqid=0 2024-12-14T05:42:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742203_1379 (size=12001) 2024-12-14T05:42:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155004178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155004179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155004179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155004180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155004182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,346 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/11791b1a12d74089a3055cedda9fc1b7 2024-12-14T05:42:24,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/9c3883fe984a410b9f8bff06bc233c97 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9c3883fe984a410b9f8bff06bc233c97 2024-12-14T05:42:24,353 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9c3883fe984a410b9f8bff06bc233c97, entries=150, sequenceid=116, filesize=30.2 K 2024-12-14T05:42:24,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/a4ce750c4c18492cadffd157e1b0715b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a4ce750c4c18492cadffd157e1b0715b 2024-12-14T05:42:24,356 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a4ce750c4c18492cadffd157e1b0715b, entries=150, sequenceid=116, filesize=11.7 K 2024-12-14T05:42:24,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/11791b1a12d74089a3055cedda9fc1b7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/11791b1a12d74089a3055cedda9fc1b7 2024-12-14T05:42:24,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/11791b1a12d74089a3055cedda9fc1b7, entries=150, sequenceid=116, filesize=11.7 K 2024-12-14T05:42:24,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e0a9ce82dc99086202b9ae1b7319d8cd in 1271ms, sequenceid=116, compaction requested=false 2024-12-14T05:42:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-14T05:42:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-14T05:42:24,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-14T05:42:24,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7930 sec 2024-12-14T05:42:24,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.7960 sec 2024-12-14T05:42:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:24,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-14T05:42:24,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:24,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:24,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:24,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:24,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214707abef45a414c4cb93401a5f70ba44a_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154944686/Put/seqid=0 2024-12-14T05:42:24,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742204_1380 (size=14794) 2024-12-14T05:42:24,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155004702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155004703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155004703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155004708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155004709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155004809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155004810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155004810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155004814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155004814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155005012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155005013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155005013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155005017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155005018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:25,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214707abef45a414c4cb93401a5f70ba44a_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214707abef45a414c4cb93401a5f70ba44a_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:25,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7c4197506d1d4c1db3b3751cdcbf3acc, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:25,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7c4197506d1d4c1db3b3751cdcbf3acc is 175, key is test_row_0/A:col10/1734154944686/Put/seqid=0 2024-12-14T05:42:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742205_1381 (size=39749) 2024-12-14T05:42:25,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155005314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155005317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155005319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155005321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155005321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7c4197506d1d4c1db3b3751cdcbf3acc 2024-12-14T05:42:25,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/b5e1e77029de4962a3bf1fad28239521 is 50, key is test_row_0/B:col10/1734154944686/Put/seqid=0 2024-12-14T05:42:25,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742206_1382 (size=12151) 2024-12-14T05:42:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-14T05:42:25,673 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-14T05:42:25,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-14T05:42:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-14T05:42:25,675 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:25,675 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:25,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-14T05:42:25,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155005820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155005823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155005824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:25,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-14T05:42:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:25,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155005827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155005828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:25,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/b5e1e77029de4962a3bf1fad28239521 2024-12-14T05:42:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-14T05:42:25,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/dea60b97761f4f2a8d6be3632b7012c9 is 50, key is test_row_0/C:col10/1734154944686/Put/seqid=0 2024-12-14T05:42:25,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:25,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-14T05:42:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:25,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:25,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:25,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:25,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742207_1383 (size=12151) 2024-12-14T05:42:26,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:26,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-14T05:42:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-14T05:42:26,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:26,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-14T05:42:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:26,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/dea60b97761f4f2a8d6be3632b7012c9 2024-12-14T05:42:26,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7c4197506d1d4c1db3b3751cdcbf3acc as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7c4197506d1d4c1db3b3751cdcbf3acc 2024-12-14T05:42:26,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7c4197506d1d4c1db3b3751cdcbf3acc, entries=200, sequenceid=138, filesize=38.8 K 2024-12-14T05:42:26,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/b5e1e77029de4962a3bf1fad28239521 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b5e1e77029de4962a3bf1fad28239521 2024-12-14T05:42:26,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b5e1e77029de4962a3bf1fad28239521, entries=150, sequenceid=138, filesize=11.9 K 2024-12-14T05:42:26,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/dea60b97761f4f2a8d6be3632b7012c9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/dea60b97761f4f2a8d6be3632b7012c9 2024-12-14T05:42:26,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/dea60b97761f4f2a8d6be3632b7012c9, entries=150, sequenceid=138, filesize=11.9 K 2024-12-14T05:42:26,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e0a9ce82dc99086202b9ae1b7319d8cd in 1716ms, sequenceid=138, compaction requested=true 2024-12-14T05:42:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:26,404 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:26,404 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/B is initiating minor compaction (all files) 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/A is initiating minor compaction (all files) 2024-12-14T05:42:26,405 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/B in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,405 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/A in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,405 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/33afcc122168407eaeaf03df8723c440, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9c3883fe984a410b9f8bff06bc233c97, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7c4197506d1d4c1db3b3751cdcbf3acc] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=99.5 K 2024-12-14T05:42:26,405 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/180cef2de6ed41d4880e3f846d7aeab0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a4ce750c4c18492cadffd157e1b0715b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b5e1e77029de4962a3bf1fad28239521] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=35.5 K 2024-12-14T05:42:26,405 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/33afcc122168407eaeaf03df8723c440, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9c3883fe984a410b9f8bff06bc233c97, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7c4197506d1d4c1db3b3751cdcbf3acc] 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33afcc122168407eaeaf03df8723c440, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154940797 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 180cef2de6ed41d4880e3f846d7aeab0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154940797 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a4ce750c4c18492cadffd157e1b0715b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154941426 2024-12-14T05:42:26,405 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c3883fe984a410b9f8bff06bc233c97, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154941426 2024-12-14T05:42:26,406 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c4197506d1d4c1db3b3751cdcbf3acc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734154943567 2024-12-14T05:42:26,406 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b5e1e77029de4962a3bf1fad28239521, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734154943567 2024-12-14T05:42:26,410 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:26,411 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:26,412 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121499da5017b85245109768b4f967a88071_e0a9ce82dc99086202b9ae1b7319d8cd store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:26,412 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/fe533629a89f48a596d6e92bd3906a8d is 50, key is test_row_0/B:col10/1734154944686/Put/seqid=0 2024-12-14T05:42:26,413 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121499da5017b85245109768b4f967a88071_e0a9ce82dc99086202b9ae1b7319d8cd, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:26,413 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121499da5017b85245109768b4f967a88071_e0a9ce82dc99086202b9ae1b7319d8cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:26,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742208_1384 (size=12459) 2024-12-14T05:42:26,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742209_1385 (size=4469) 2024-12-14T05:42:26,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:26,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-14T05:42:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,436 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-14T05:42:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:26,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144d61635198ea473a975e17ac2b73e6bd_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154944702/Put/seqid=0 2024-12-14T05:42:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742210_1386 (size=12304) 2024-12-14T05:42:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-14T05:42:26,820 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/fe533629a89f48a596d6e92bd3906a8d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/fe533629a89f48a596d6e92bd3906a8d 2024-12-14T05:42:26,823 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:26,823 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/f662aaf792964480a7fa6cfe0b36242d is 175, key is test_row_0/A:col10/1734154944686/Put/seqid=0 2024-12-14T05:42:26,824 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/B of e0a9ce82dc99086202b9ae1b7319d8cd into fe533629a89f48a596d6e92bd3906a8d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:26,824 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:26,824 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/B, priority=13, startTime=1734154946404; duration=0sec 2024-12-14T05:42:26,824 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:26,824 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:B 2024-12-14T05:42:26,824 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:26,825 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:26,825 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/C is initiating minor compaction (all files) 2024-12-14T05:42:26,825 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/C in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:26,825 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/35f9cc1610bb4ee39f94abf24041b60c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/11791b1a12d74089a3055cedda9fc1b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/dea60b97761f4f2a8d6be3632b7012c9] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=35.5 K 2024-12-14T05:42:26,825 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f9cc1610bb4ee39f94abf24041b60c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734154940797 2024-12-14T05:42:26,826 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 11791b1a12d74089a3055cedda9fc1b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154941426 2024-12-14T05:42:26,826 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting dea60b97761f4f2a8d6be3632b7012c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734154943567 2024-12-14T05:42:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742211_1387 (size=31413) 2024-12-14T05:42:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:26,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:26,833 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:26,833 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/16dcbfde81dc4761907fe33d78057e41 is 50, key is test_row_0/C:col10/1734154944686/Put/seqid=0 2024-12-14T05:42:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742212_1388 (size=12459) 2024-12-14T05:42:26,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:26,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144d61635198ea473a975e17ac2b73e6bd_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144d61635198ea473a975e17ac2b73e6bd_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:26,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6f9fb4d09750436ea88e4b17718f9347, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6f9fb4d09750436ea88e4b17718f9347 is 175, key is test_row_0/A:col10/1734154944702/Put/seqid=0 2024-12-14T05:42:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742213_1389 (size=31105) 2024-12-14T05:42:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155006850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155006851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155006852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155006853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155006852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155006959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155006959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155006959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155006961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155006961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155007164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155007164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155007165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155007166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155007167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,232 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/f662aaf792964480a7fa6cfe0b36242d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/f662aaf792964480a7fa6cfe0b36242d 2024-12-14T05:42:27,237 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/A of e0a9ce82dc99086202b9ae1b7319d8cd into f662aaf792964480a7fa6cfe0b36242d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:27,237 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:27,237 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/A, priority=13, startTime=1734154946404; duration=0sec 2024-12-14T05:42:27,238 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:27,238 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:A 2024-12-14T05:42:27,242 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/16dcbfde81dc4761907fe33d78057e41 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/16dcbfde81dc4761907fe33d78057e41 2024-12-14T05:42:27,245 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/C of e0a9ce82dc99086202b9ae1b7319d8cd into 16dcbfde81dc4761907fe33d78057e41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:27,246 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:27,246 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/C, priority=13, startTime=1734154946404; duration=0sec 2024-12-14T05:42:27,246 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:27,246 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:C 2024-12-14T05:42:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6f9fb4d09750436ea88e4b17718f9347 2024-12-14T05:42:27,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/28e37b7e9eec43589eb8d8f732caadc6 is 50, key is test_row_0/B:col10/1734154944702/Put/seqid=0 2024-12-14T05:42:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742214_1390 (size=12151) 2024-12-14T05:42:27,263 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/28e37b7e9eec43589eb8d8f732caadc6 2024-12-14T05:42:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/9b1d595170e54b2ebb24551780fb3421 is 50, key is test_row_0/C:col10/1734154944702/Put/seqid=0 2024-12-14T05:42:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742215_1391 (size=12151) 2024-12-14T05:42:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155007469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155007469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155007471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155007471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155007472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,672 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/9b1d595170e54b2ebb24551780fb3421 2024-12-14T05:42:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/6f9fb4d09750436ea88e4b17718f9347 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6f9fb4d09750436ea88e4b17718f9347 2024-12-14T05:42:27,679 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6f9fb4d09750436ea88e4b17718f9347, entries=150, sequenceid=155, filesize=30.4 K 2024-12-14T05:42:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/28e37b7e9eec43589eb8d8f732caadc6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/28e37b7e9eec43589eb8d8f732caadc6 2024-12-14T05:42:27,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/28e37b7e9eec43589eb8d8f732caadc6, entries=150, sequenceid=155, filesize=11.9 K 2024-12-14T05:42:27,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/9b1d595170e54b2ebb24551780fb3421 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9b1d595170e54b2ebb24551780fb3421 2024-12-14T05:42:27,687 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9b1d595170e54b2ebb24551780fb3421, entries=150, sequenceid=155, filesize=11.9 K 2024-12-14T05:42:27,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for e0a9ce82dc99086202b9ae1b7319d8cd in 1251ms, sequenceid=155, compaction requested=false 2024-12-14T05:42:27,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:27,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:27,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-14T05:42:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-14T05:42:27,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-14T05:42:27,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-12-14T05:42:27,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.0160 sec 2024-12-14T05:42:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-14T05:42:27,778 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-14T05:42:27,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-14T05:42:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-14T05:42:27,780 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:27,781 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:27,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-14T05:42:27,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:27,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-14T05:42:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:27,933 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-14T05:42:27,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:27,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:27,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:27,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:27,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:27,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:27,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144953fdd597e3409f9ab6143f6fe2fd02_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154946851/Put/seqid=0 2024-12-14T05:42:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742216_1392 (size=12304) 2024-12-14T05:42:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155007988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155007989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155007989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155007997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155007997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-14T05:42:28,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155008098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155008098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155008098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155008101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155008102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155008302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155008303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155008303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155008306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155008307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:28,345 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144953fdd597e3409f9ab6143f6fe2fd02_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144953fdd597e3409f9ab6143f6fe2fd02_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:28,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7ca76240c5364b4293d4340d1cbd9f76, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7ca76240c5364b4293d4340d1cbd9f76 is 175, key is test_row_0/A:col10/1734154946851/Put/seqid=0 2024-12-14T05:42:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742217_1393 (size=31105) 2024-12-14T05:42:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-14T05:42:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155008606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155008607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155008609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155008610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155008611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:28,752 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7ca76240c5364b4293d4340d1cbd9f76 2024-12-14T05:42:28,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/369ebdba526c40c7886d0ed10dd11716 is 50, key is test_row_0/B:col10/1734154946851/Put/seqid=0 2024-12-14T05:42:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742218_1394 (size=12151) 2024-12-14T05:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-14T05:42:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155009109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:29,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155009113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:29,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155009114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:29,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155009114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:29,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155009117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:29,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/369ebdba526c40c7886d0ed10dd11716 2024-12-14T05:42:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/e25229dee7c545e8b3b80a47613136bf is 50, key is test_row_0/C:col10/1734154946851/Put/seqid=0 2024-12-14T05:42:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742219_1395 (size=12151) 2024-12-14T05:42:29,589 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/e25229dee7c545e8b3b80a47613136bf 2024-12-14T05:42:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/7ca76240c5364b4293d4340d1cbd9f76 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7ca76240c5364b4293d4340d1cbd9f76 2024-12-14T05:42:29,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7ca76240c5364b4293d4340d1cbd9f76, entries=150, sequenceid=178, filesize=30.4 K 2024-12-14T05:42:29,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/369ebdba526c40c7886d0ed10dd11716 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/369ebdba526c40c7886d0ed10dd11716 2024-12-14T05:42:29,600 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/369ebdba526c40c7886d0ed10dd11716, entries=150, sequenceid=178, filesize=11.9 K 2024-12-14T05:42:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/e25229dee7c545e8b3b80a47613136bf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/e25229dee7c545e8b3b80a47613136bf 2024-12-14T05:42:29,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/e25229dee7c545e8b3b80a47613136bf, entries=150, sequenceid=178, filesize=11.9 K 2024-12-14T05:42:29,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e0a9ce82dc99086202b9ae1b7319d8cd in 1672ms, sequenceid=178, compaction requested=true 2024-12-14T05:42:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-14T05:42:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-14T05:42:29,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-14T05:42:29,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-12-14T05:42:29,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8270 sec 2024-12-14T05:42:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-14T05:42:29,884 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-14T05:42:29,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-14T05:42:29,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-14T05:42:29,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:29,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-14T05:42:30,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:30,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-14T05:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:30,038 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-14T05:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412147f19e6ec13834e52b28f7f96e862ddfa_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154947987/Put/seqid=0 2024-12-14T05:42:30,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742220_1396 (size=12304) 2024-12-14T05:42:30,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:30,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412147f19e6ec13834e52b28f7f96e862ddfa_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147f19e6ec13834e52b28f7f96e862ddfa_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/36b21816bc5d4cbb90541d39305d5bd8, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/36b21816bc5d4cbb90541d39305d5bd8 is 175, key is test_row_0/A:col10/1734154947987/Put/seqid=0 2024-12-14T05:42:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742221_1397 (size=31105) 2024-12-14T05:42:30,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/36b21816bc5d4cbb90541d39305d5bd8 2024-12-14T05:42:30,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/5ec95ba1a95c4da8ad4ad99c9d123236 is 50, key is test_row_0/B:col10/1734154947987/Put/seqid=0 2024-12-14T05:42:30,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742222_1398 (size=12151) 2024-12-14T05:42:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:30,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:30,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155010137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155010138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155010139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155010139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155010140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-14T05:42:30,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155010241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155010245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155010245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155010245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155010246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155010446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155010449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155010450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155010451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155010451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/5ec95ba1a95c4da8ad4ad99c9d123236 2024-12-14T05:42:30,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/d2adae974b664b8882502224cb29dc20 is 50, key is test_row_0/C:col10/1734154947987/Put/seqid=0 2024-12-14T05:42:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742223_1399 (size=12151) 2024-12-14T05:42:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-14T05:42:30,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155010751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155010756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155010756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155010756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155010757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:30,872 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/d2adae974b664b8882502224cb29dc20 2024-12-14T05:42:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/36b21816bc5d4cbb90541d39305d5bd8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/36b21816bc5d4cbb90541d39305d5bd8 2024-12-14T05:42:30,879 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/36b21816bc5d4cbb90541d39305d5bd8, entries=150, sequenceid=194, filesize=30.4 K 2024-12-14T05:42:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/5ec95ba1a95c4da8ad4ad99c9d123236 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/5ec95ba1a95c4da8ad4ad99c9d123236 2024-12-14T05:42:30,883 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/5ec95ba1a95c4da8ad4ad99c9d123236, entries=150, sequenceid=194, filesize=11.9 K 2024-12-14T05:42:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/d2adae974b664b8882502224cb29dc20 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/d2adae974b664b8882502224cb29dc20 2024-12-14T05:42:30,887 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/d2adae974b664b8882502224cb29dc20, entries=150, sequenceid=194, filesize=11.9 K 2024-12-14T05:42:30,888 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e0a9ce82dc99086202b9ae1b7319d8cd in 849ms, sequenceid=194, compaction requested=true 2024-12-14T05:42:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-14T05:42:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-14T05:42:30,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-14T05:42:30,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-12-14T05:42:30,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.0050 sec 2024-12-14T05:42:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-14T05:42:30,988 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-14T05:42:30,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-14T05:42:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-14T05:42:30,990 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:30,991 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:30,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-14T05:42:31,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:31,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-14T05:42:31,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:31,142 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-14T05:42:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148e2aabbc0273444fa208f51bb5198035_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154950139/Put/seqid=0 2024-12-14T05:42:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742224_1400 (size=12304) 2024-12-14T05:42:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:31,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:31,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155011273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155011274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155011274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155011274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155011275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-14T05:42:31,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155011379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155011379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155011384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155011384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155011384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:31,558 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148e2aabbc0273444fa208f51bb5198035_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148e2aabbc0273444fa208f51bb5198035_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:31,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/3ff418a4e3ea480587f9690fe74993d3, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:31,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/3ff418a4e3ea480587f9690fe74993d3 is 175, key is test_row_0/A:col10/1734154950139/Put/seqid=0 2024-12-14T05:42:31,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742225_1401 (size=31105) 2024-12-14T05:42:31,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155011584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155011584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-14T05:42:31,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155011590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155011590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155011590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155011887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155011888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155011895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155011895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155011897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:31,964 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/3ff418a4e3ea480587f9690fe74993d3 2024-12-14T05:42:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/55f2ae3f50ef44a292981556cbc02b99 is 50, key is test_row_0/B:col10/1734154950139/Put/seqid=0 2024-12-14T05:42:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742226_1402 (size=12151) 2024-12-14T05:42:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-14T05:42:32,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/55f2ae3f50ef44a292981556cbc02b99 2024-12-14T05:42:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/312e6aebcb2d44a18eb14b102a12f1b5 is 50, key is test_row_0/C:col10/1734154950139/Put/seqid=0 2024-12-14T05:42:32,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742227_1403 (size=12151) 2024-12-14T05:42:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155012394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155012394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:32,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155012402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:32,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155012403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:32,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155012404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:32,782 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/312e6aebcb2d44a18eb14b102a12f1b5 2024-12-14T05:42:32,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/3ff418a4e3ea480587f9690fe74993d3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/3ff418a4e3ea480587f9690fe74993d3 2024-12-14T05:42:32,788 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/3ff418a4e3ea480587f9690fe74993d3, entries=150, sequenceid=214, filesize=30.4 K 2024-12-14T05:42:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/55f2ae3f50ef44a292981556cbc02b99 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/55f2ae3f50ef44a292981556cbc02b99 2024-12-14T05:42:32,792 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/55f2ae3f50ef44a292981556cbc02b99, entries=150, sequenceid=214, filesize=11.9 K 2024-12-14T05:42:32,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/312e6aebcb2d44a18eb14b102a12f1b5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/312e6aebcb2d44a18eb14b102a12f1b5 2024-12-14T05:42:32,796 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/312e6aebcb2d44a18eb14b102a12f1b5, entries=150, sequenceid=214, filesize=11.9 K 2024-12-14T05:42:32,796 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e0a9ce82dc99086202b9ae1b7319d8cd in 1654ms, sequenceid=214, compaction requested=true 2024-12-14T05:42:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-14T05:42:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-14T05:42:32,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-14T05:42:32,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-12-14T05:42:32,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8090 sec 2024-12-14T05:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-14T05:42:33,094 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-14T05:42:33,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-14T05:42:33,096 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-14T05:42:33,096 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:33,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-14T05:42:33,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:33,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-14T05:42:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:33,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-14T05:42:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:33,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:33,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:33,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146f78f151ef8c4146b017fec59adc8de7_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154951273/Put/seqid=0 2024-12-14T05:42:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742228_1404 (size=12304) 2024-12-14T05:42:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-14T05:42:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:33,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155013426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155013426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155013426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155013431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155013432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155013533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155013533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155013533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155013538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155013538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:33,665 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146f78f151ef8c4146b017fec59adc8de7_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146f78f151ef8c4146b017fec59adc8de7_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:33,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/91f1fa34bcd2431cb96a2697c98fb764, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:33,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/91f1fa34bcd2431cb96a2697c98fb764 is 175, key is test_row_0/A:col10/1734154951273/Put/seqid=0 2024-12-14T05:42:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742229_1405 (size=31105) 2024-12-14T05:42:33,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/91f1fa34bcd2431cb96a2697c98fb764 2024-12-14T05:42:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/78ed8f9aee254b21b8691db60348021e is 50, key is test_row_0/B:col10/1734154951273/Put/seqid=0 2024-12-14T05:42:33,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742230_1406 (size=12151) 2024-12-14T05:42:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-14T05:42:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155013735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155013735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155013736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155013743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155013743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155014041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155014043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155014043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155014050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155014052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,080 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/78ed8f9aee254b21b8691db60348021e 2024-12-14T05:42:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/49143e306ba94aa79546b81d33c28bad is 50, key is test_row_0/C:col10/1734154951273/Put/seqid=0 2024-12-14T05:42:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742231_1407 (size=12151) 2024-12-14T05:42:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-14T05:42:34,493 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/49143e306ba94aa79546b81d33c28bad 2024-12-14T05:42:34,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/91f1fa34bcd2431cb96a2697c98fb764 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/91f1fa34bcd2431cb96a2697c98fb764 2024-12-14T05:42:34,498 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/91f1fa34bcd2431cb96a2697c98fb764, entries=150, sequenceid=230, filesize=30.4 K 2024-12-14T05:42:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/78ed8f9aee254b21b8691db60348021e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/78ed8f9aee254b21b8691db60348021e 2024-12-14T05:42:34,502 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/78ed8f9aee254b21b8691db60348021e, entries=150, sequenceid=230, filesize=11.9 K 2024-12-14T05:42:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/49143e306ba94aa79546b81d33c28bad as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/49143e306ba94aa79546b81d33c28bad 2024-12-14T05:42:34,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/49143e306ba94aa79546b81d33c28bad, entries=150, sequenceid=230, filesize=11.9 K 2024-12-14T05:42:34,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e0a9ce82dc99086202b9ae1b7319d8cd in 1259ms, sequenceid=230, compaction requested=true 2024-12-14T05:42:34,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:34,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:34,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-14T05:42:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-14T05:42:34,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-14T05:42:34,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-12-14T05:42:34,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.4140 sec 2024-12-14T05:42:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:34,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-14T05:42:34,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:34,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:34,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:34,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:34,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:34,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:34,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e8e5dc30819a49db99183f91f03917a2_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154953431/Put/seqid=0 2024-12-14T05:42:34,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742232_1408 (size=17284) 2024-12-14T05:42:34,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155014574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155014575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155014575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155014575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155014575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155014682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155014682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155014682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155014682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155014682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155014886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155014886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155014887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155014887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155014888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:34,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:34,966 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e8e5dc30819a49db99183f91f03917a2_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8e5dc30819a49db99183f91f03917a2_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:34,967 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/32ad95cf930449b5abb3a1c188d325dd, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:34,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/32ad95cf930449b5abb3a1c188d325dd is 175, key is test_row_0/A:col10/1734154953431/Put/seqid=0 2024-12-14T05:42:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742233_1409 (size=48389) 2024-12-14T05:42:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155015193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155015193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155015194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155015194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155015195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-14T05:42:35,200 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-14T05:42:35,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-14T05:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-14T05:42:35,201 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:35,202 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:35,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-14T05:42:35,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:35,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-14T05:42:35,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:35,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,354 DEBUG [Thread-1580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:63714 2024-12-14T05:42:35,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,354 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,356 DEBUG [Thread-1584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fa53591 to 127.0.0.1:63714 2024-12-14T05:42:35,356 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:35,356 DEBUG [Thread-1578 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:63714 2024-12-14T05:42:35,356 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:35,360 DEBUG [Thread-1586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:63714 2024-12-14T05:42:35,360 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:35,361 DEBUG [Thread-1582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37a637ac to 127.0.0.1:63714 2024-12-14T05:42:35,361 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:35,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/32ad95cf930449b5abb3a1c188d325dd 2024-12-14T05:42:35,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/a359bf951abb48e8a0233f3ccfe0b590 is 50, key is test_row_0/B:col10/1734154953431/Put/seqid=0 2024-12-14T05:42:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742234_1410 (size=12151) 2024-12-14T05:42:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-14T05:42:35,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:35,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-14T05:42:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:35,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-14T05:42:35,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:35,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51888 deadline: 1734155015699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51930 deadline: 1734155015699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51874 deadline: 1734155015699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51904 deadline: 1734155015700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51914 deadline: 1734155015703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:35,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/a359bf951abb48e8a0233f3ccfe0b590 2024-12-14T05:42:35,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/8e5dba6646224c75b0909c603c834e94 is 50, key is test_row_0/C:col10/1734154953431/Put/seqid=0 2024-12-14T05:42:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742235_1411 (size=12151) 2024-12-14T05:42:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-14T05:42:35,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:35,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-14T05:42:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:35,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-14T05:42:35,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:35,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:35,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:36,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:36,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-14T05:42:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:36,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:36,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/8e5dba6646224c75b0909c603c834e94 2024-12-14T05:42:36,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/32ad95cf930449b5abb3a1c188d325dd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/32ad95cf930449b5abb3a1c188d325dd 2024-12-14T05:42:36,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/32ad95cf930449b5abb3a1c188d325dd, entries=250, sequenceid=252, filesize=47.3 K 2024-12-14T05:42:36,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/a359bf951abb48e8a0233f3ccfe0b590 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a359bf951abb48e8a0233f3ccfe0b590 2024-12-14T05:42:36,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a359bf951abb48e8a0233f3ccfe0b590, entries=150, sequenceid=252, filesize=11.9 K 2024-12-14T05:42:36,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/8e5dba6646224c75b0909c603c834e94 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/8e5dba6646224c75b0909c603c834e94 2024-12-14T05:42:36,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/8e5dba6646224c75b0909c603c834e94, entries=150, sequenceid=252, filesize=11.9 K 2024-12-14T05:42:36,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e0a9ce82dc99086202b9ae1b7319d8cd in 1658ms, sequenceid=252, compaction requested=true 2024-12-14T05:42:36,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:36,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:36,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:36,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:36,214 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-14T05:42:36,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:36,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0a9ce82dc99086202b9ae1b7319d8cd:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:36,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:36,214 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-14T05:42:36,215 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85365 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-14T05:42:36,215 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 235327 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-14T05:42:36,215 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/B is initiating minor compaction (all files) 2024-12-14T05:42:36,215 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/A is initiating minor compaction (all files) 2024-12-14T05:42:36,216 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/B in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:36,216 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/A in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:36,216 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/f662aaf792964480a7fa6cfe0b36242d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6f9fb4d09750436ea88e4b17718f9347, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7ca76240c5364b4293d4340d1cbd9f76, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/36b21816bc5d4cbb90541d39305d5bd8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/3ff418a4e3ea480587f9690fe74993d3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/91f1fa34bcd2431cb96a2697c98fb764, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/32ad95cf930449b5abb3a1c188d325dd] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=229.8 K 2024-12-14T05:42:36,216 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/fe533629a89f48a596d6e92bd3906a8d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/28e37b7e9eec43589eb8d8f732caadc6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/369ebdba526c40c7886d0ed10dd11716, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/5ec95ba1a95c4da8ad4ad99c9d123236, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/55f2ae3f50ef44a292981556cbc02b99, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/78ed8f9aee254b21b8691db60348021e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a359bf951abb48e8a0233f3ccfe0b590] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=83.4 K 2024-12-14T05:42:36,216 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:36,216 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/f662aaf792964480a7fa6cfe0b36242d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6f9fb4d09750436ea88e4b17718f9347, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7ca76240c5364b4293d4340d1cbd9f76, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/36b21816bc5d4cbb90541d39305d5bd8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/3ff418a4e3ea480587f9690fe74993d3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/91f1fa34bcd2431cb96a2697c98fb764, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/32ad95cf930449b5abb3a1c188d325dd] 2024-12-14T05:42:36,216 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fe533629a89f48a596d6e92bd3906a8d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734154943567 2024-12-14T05:42:36,216 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f662aaf792964480a7fa6cfe0b36242d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734154943567 2024-12-14T05:42:36,216 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 28e37b7e9eec43589eb8d8f732caadc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734154944697 2024-12-14T05:42:36,217 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f9fb4d09750436ea88e4b17718f9347, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734154944697 2024-12-14T05:42:36,217 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 369ebdba526c40c7886d0ed10dd11716, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734154946844 2024-12-14T05:42:36,217 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ca76240c5364b4293d4340d1cbd9f76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734154946844 2024-12-14T05:42:36,217 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ec95ba1a95c4da8ad4ad99c9d123236, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734154947987 2024-12-14T05:42:36,217 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36b21816bc5d4cbb90541d39305d5bd8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734154947987 2024-12-14T05:42:36,217 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 55f2ae3f50ef44a292981556cbc02b99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734154950136 2024-12-14T05:42:36,218 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ff418a4e3ea480587f9690fe74993d3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734154950136 2024-12-14T05:42:36,218 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 78ed8f9aee254b21b8691db60348021e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734154951273 2024-12-14T05:42:36,218 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91f1fa34bcd2431cb96a2697c98fb764, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734154951273 2024-12-14T05:42:36,218 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a359bf951abb48e8a0233f3ccfe0b590, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734154953431 2024-12-14T05:42:36,218 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ad95cf930449b5abb3a1c188d325dd, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734154953425 2024-12-14T05:42:36,226 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:36,228 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214384bd7c8ea5743ea8f786858bab9974e_e0a9ce82dc99086202b9ae1b7319d8cd store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:36,228 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#B#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:36,229 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/1cc3f13993624be2b81c6f2e3f3cb8df is 50, key is test_row_0/B:col10/1734154953431/Put/seqid=0 2024-12-14T05:42:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742236_1412 (size=12697) 2024-12-14T05:42:36,233 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214384bd7c8ea5743ea8f786858bab9974e_e0a9ce82dc99086202b9ae1b7319d8cd, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:36,233 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214384bd7c8ea5743ea8f786858bab9974e_e0a9ce82dc99086202b9ae1b7319d8cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:36,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742237_1413 (size=4469) 2024-12-14T05:42:36,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:36,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-14T05:42:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:36,274 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:42:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121453be5d3868bf42ee85d28600ab54b90f_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154954574/Put/seqid=0 2024-12-14T05:42:36,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742238_1414 (size=12454) 2024-12-14T05:42:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-14T05:42:36,641 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#A#compaction#351 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:36,642 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/1cc3f13993624be2b81c6f2e3f3cb8df as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/1cc3f13993624be2b81c6f2e3f3cb8df 2024-12-14T05:42:36,642 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/eb0bb8e176b14cfdb25a20183e5476aa is 175, key is test_row_0/A:col10/1734154953431/Put/seqid=0 2024-12-14T05:42:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742239_1415 (size=31651) 2024-12-14T05:42:36,647 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/B of e0a9ce82dc99086202b9ae1b7319d8cd into 1cc3f13993624be2b81c6f2e3f3cb8df(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:36,647 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:36,647 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/B, priority=9, startTime=1734154956214; duration=0sec 2024-12-14T05:42:36,647 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:36,647 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:B 2024-12-14T05:42:36,647 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-14T05:42:36,649 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85365 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-14T05:42:36,650 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e0a9ce82dc99086202b9ae1b7319d8cd/C is initiating minor compaction (all files) 2024-12-14T05:42:36,650 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0a9ce82dc99086202b9ae1b7319d8cd/C in TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:36,650 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/16dcbfde81dc4761907fe33d78057e41, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9b1d595170e54b2ebb24551780fb3421, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/e25229dee7c545e8b3b80a47613136bf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/d2adae974b664b8882502224cb29dc20, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/312e6aebcb2d44a18eb14b102a12f1b5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/49143e306ba94aa79546b81d33c28bad, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/8e5dba6646224c75b0909c603c834e94] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp, totalSize=83.4 K 2024-12-14T05:42:36,650 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 16dcbfde81dc4761907fe33d78057e41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734154943567 2024-12-14T05:42:36,650 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b1d595170e54b2ebb24551780fb3421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734154944697 2024-12-14T05:42:36,651 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting e25229dee7c545e8b3b80a47613136bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734154946844 2024-12-14T05:42:36,651 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d2adae974b664b8882502224cb29dc20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734154947987 2024-12-14T05:42:36,651 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 312e6aebcb2d44a18eb14b102a12f1b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734154950136 2024-12-14T05:42:36,652 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 49143e306ba94aa79546b81d33c28bad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734154951273 2024-12-14T05:42:36,652 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e5dba6646224c75b0909c603c834e94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734154953431 2024-12-14T05:42:36,664 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0a9ce82dc99086202b9ae1b7319d8cd#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:36,664 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/a4818a3d30b74ad4945526102291f095 is 50, key is test_row_0/C:col10/1734154953431/Put/seqid=0 2024-12-14T05:42:36,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742240_1416 (size=12697) 2024-12-14T05:42:36,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:36,685 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121453be5d3868bf42ee85d28600ab54b90f_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121453be5d3868bf42ee85d28600ab54b90f_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/ce237f388ef14132857138049ad98021, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/ce237f388ef14132857138049ad98021 is 175, key is test_row_0/A:col10/1734154954574/Put/seqid=0 2024-12-14T05:42:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742241_1417 (size=31255) 2024-12-14T05:42:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:36,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. as already flushing 2024-12-14T05:42:36,703 DEBUG [Thread-1573 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:63714 2024-12-14T05:42:36,703 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:36,706 DEBUG [Thread-1575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:63714 2024-12-14T05:42:36,706 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:36,707 DEBUG [Thread-1567 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:63714 2024-12-14T05:42:36,707 DEBUG [Thread-1571 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:63714 2024-12-14T05:42:36,707 DEBUG [Thread-1571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:36,707 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:36,709 DEBUG [Thread-1569 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:63714 2024-12-14T05:42:36,709 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:37,056 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/eb0bb8e176b14cfdb25a20183e5476aa as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/eb0bb8e176b14cfdb25a20183e5476aa 2024-12-14T05:42:37,062 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/A of e0a9ce82dc99086202b9ae1b7319d8cd into eb0bb8e176b14cfdb25a20183e5476aa(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:37,062 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:37,062 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/A, priority=9, startTime=1734154956213; duration=0sec 2024-12-14T05:42:37,062 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:37,062 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:A 2024-12-14T05:42:37,072 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/a4818a3d30b74ad4945526102291f095 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/a4818a3d30b74ad4945526102291f095 2024-12-14T05:42:37,078 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in e0a9ce82dc99086202b9ae1b7319d8cd/C of e0a9ce82dc99086202b9ae1b7319d8cd into a4818a3d30b74ad4945526102291f095(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:37,078 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:37,078 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd., storeName=e0a9ce82dc99086202b9ae1b7319d8cd/C, priority=9, startTime=1734154956214; duration=0sec 2024-12-14T05:42:37,078 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:37,078 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0a9ce82dc99086202b9ae1b7319d8cd:C 2024-12-14T05:42:37,090 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/ce237f388ef14132857138049ad98021 2024-12-14T05:42:37,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/e4c7c093e3084dd384f281afce745425 is 50, key is test_row_0/B:col10/1734154954574/Put/seqid=0 2024-12-14T05:42:37,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742242_1418 (size=12301) 2024-12-14T05:42:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-14T05:42:37,508 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/e4c7c093e3084dd384f281afce745425 2024-12-14T05:42:37,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/ed445d5ba9aa45609680f3694a0182e6 is 50, key is test_row_0/C:col10/1734154954574/Put/seqid=0 2024-12-14T05:42:37,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742243_1419 (size=12301) 2024-12-14T05:42:37,925 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/ed445d5ba9aa45609680f3694a0182e6 2024-12-14T05:42:37,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/ce237f388ef14132857138049ad98021 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/ce237f388ef14132857138049ad98021 2024-12-14T05:42:37,931 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/ce237f388ef14132857138049ad98021, entries=150, sequenceid=266, filesize=30.5 K 2024-12-14T05:42:37,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/e4c7c093e3084dd384f281afce745425 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e4c7c093e3084dd384f281afce745425 2024-12-14T05:42:37,934 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e4c7c093e3084dd384f281afce745425, entries=150, sequenceid=266, filesize=12.0 K 2024-12-14T05:42:37,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/ed445d5ba9aa45609680f3694a0182e6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/ed445d5ba9aa45609680f3694a0182e6 2024-12-14T05:42:37,937 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/ed445d5ba9aa45609680f3694a0182e6, entries=150, sequenceid=266, filesize=12.0 K 2024-12-14T05:42:37,938 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for e0a9ce82dc99086202b9ae1b7319d8cd in 1665ms, sequenceid=266, compaction requested=false 2024-12-14T05:42:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-14T05:42:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-14T05:42:37,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-14T05:42:37,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7370 sec 2024-12-14T05:42:37,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.7400 sec 2024-12-14T05:42:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-14T05:42:39,310 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2970 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8910 rows 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2972 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8916 rows 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2950 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8849 rows 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2987 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8961 rows 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2993 2024-12-14T05:42:39,310 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8979 rows 2024-12-14T05:42:39,310 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-14T05:42:39,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:63714 2024-12-14T05:42:39,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:42:39,313 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-14T05:42:39,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-14T05:42:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-14T05:42:39,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154959318"}]},"ts":"1734154959318"} 2024-12-14T05:42:39,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-14T05:42:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-14T05:42:39,463 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-14T05:42:39,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:42:39,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, UNASSIGN}] 2024-12-14T05:42:39,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, UNASSIGN 2024-12-14T05:42:39,469 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:39,471 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:42:39,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:42:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-14T05:42:39,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:39,623 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:39,623 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:42:39,623 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing e0a9ce82dc99086202b9ae1b7319d8cd, disabling compactions & flushes 2024-12-14T05:42:39,624 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. after waiting 0 ms 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:39,624 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing e0a9ce82dc99086202b9ae1b7319d8cd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=A 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=B 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0a9ce82dc99086202b9ae1b7319d8cd, store=C 2024-12-14T05:42:39,624 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:39,629 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214be8263b999a74a03b81aad8b4655c268_e0a9ce82dc99086202b9ae1b7319d8cd is 50, key is test_row_0/A:col10/1734154956708/Put/seqid=0 2024-12-14T05:42:39,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742244_1420 (size=12454) 2024-12-14T05:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-14T05:42:40,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-14T05:42:40,033 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:40,036 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214be8263b999a74a03b81aad8b4655c268_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214be8263b999a74a03b81aad8b4655c268_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:40,037 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/303e0a08ca5f479293df625c19ab9c7c, store: [table=TestAcidGuarantees family=A region=e0a9ce82dc99086202b9ae1b7319d8cd] 2024-12-14T05:42:40,037 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/303e0a08ca5f479293df625c19ab9c7c is 175, key is test_row_0/A:col10/1734154956708/Put/seqid=0 2024-12-14T05:42:40,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742245_1421 (size=31255) 2024-12-14T05:42:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-14T05:42:40,442 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/303e0a08ca5f479293df625c19ab9c7c 2024-12-14T05:42:40,453 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/098dd53ec59b43eda3a138a479262b2e is 50, key is test_row_0/B:col10/1734154956708/Put/seqid=0 2024-12-14T05:42:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742246_1422 (size=12301) 2024-12-14T05:42:40,858 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/098dd53ec59b43eda3a138a479262b2e 2024-12-14T05:42:40,892 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/b3245d0b394149d583fc4d4dd44eff25 is 50, key is test_row_0/C:col10/1734154956708/Put/seqid=0 2024-12-14T05:42:40,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742247_1423 (size=12301) 2024-12-14T05:42:41,298 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/b3245d0b394149d583fc4d4dd44eff25 2024-12-14T05:42:41,308 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/A/303e0a08ca5f479293df625c19ab9c7c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/303e0a08ca5f479293df625c19ab9c7c 2024-12-14T05:42:41,312 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/303e0a08ca5f479293df625c19ab9c7c, entries=150, sequenceid=277, filesize=30.5 K 2024-12-14T05:42:41,313 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/B/098dd53ec59b43eda3a138a479262b2e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/098dd53ec59b43eda3a138a479262b2e 2024-12-14T05:42:41,317 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/098dd53ec59b43eda3a138a479262b2e, entries=150, sequenceid=277, filesize=12.0 K 2024-12-14T05:42:41,317 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/.tmp/C/b3245d0b394149d583fc4d4dd44eff25 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/b3245d0b394149d583fc4d4dd44eff25 2024-12-14T05:42:41,321 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/b3245d0b394149d583fc4d4dd44eff25, entries=150, sequenceid=277, filesize=12.0 K 2024-12-14T05:42:41,322 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e0a9ce82dc99086202b9ae1b7319d8cd in 1698ms, sequenceid=277, compaction requested=true 2024-12-14T05:42:41,322 DEBUG [StoreCloser-TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6628beb7068c47248988339fd651b19a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/930ad671b18c435fac7e2620a11811f2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d4f87e4a8f4f461e9ae8917652012867, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9f9b780193434ccb96cc80989ee0a317, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/e6059cca6a9843658bdeb3422440c1f0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d2a547af7a0b4cf3a5fc227be3427d8c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/33afcc122168407eaeaf03df8723c440, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9c3883fe984a410b9f8bff06bc233c97, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7c4197506d1d4c1db3b3751cdcbf3acc, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/f662aaf792964480a7fa6cfe0b36242d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6f9fb4d09750436ea88e4b17718f9347, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7ca76240c5364b4293d4340d1cbd9f76, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/36b21816bc5d4cbb90541d39305d5bd8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/3ff418a4e3ea480587f9690fe74993d3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/91f1fa34bcd2431cb96a2697c98fb764, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/32ad95cf930449b5abb3a1c188d325dd] to archive 2024-12-14T05:42:41,323 DEBUG [StoreCloser-TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:42:41,325 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d4f87e4a8f4f461e9ae8917652012867 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d4f87e4a8f4f461e9ae8917652012867 2024-12-14T05:42:41,325 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d2a547af7a0b4cf3a5fc227be3427d8c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/d2a547af7a0b4cf3a5fc227be3427d8c 2024-12-14T05:42:41,325 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/930ad671b18c435fac7e2620a11811f2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/930ad671b18c435fac7e2620a11811f2 2024-12-14T05:42:41,326 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/e6059cca6a9843658bdeb3422440c1f0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/e6059cca6a9843658bdeb3422440c1f0 2024-12-14T05:42:41,326 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6628beb7068c47248988339fd651b19a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6628beb7068c47248988339fd651b19a 2024-12-14T05:42:41,326 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9c3883fe984a410b9f8bff06bc233c97 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9c3883fe984a410b9f8bff06bc233c97 2024-12-14T05:42:41,326 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/33afcc122168407eaeaf03df8723c440 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/33afcc122168407eaeaf03df8723c440 2024-12-14T05:42:41,326 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9f9b780193434ccb96cc80989ee0a317 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/9f9b780193434ccb96cc80989ee0a317 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7c4197506d1d4c1db3b3751cdcbf3acc to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7c4197506d1d4c1db3b3751cdcbf3acc 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6f9fb4d09750436ea88e4b17718f9347 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/6f9fb4d09750436ea88e4b17718f9347 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/3ff418a4e3ea480587f9690fe74993d3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/3ff418a4e3ea480587f9690fe74993d3 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/f662aaf792964480a7fa6cfe0b36242d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/f662aaf792964480a7fa6cfe0b36242d 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7ca76240c5364b4293d4340d1cbd9f76 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/7ca76240c5364b4293d4340d1cbd9f76 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/36b21816bc5d4cbb90541d39305d5bd8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/36b21816bc5d4cbb90541d39305d5bd8 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/91f1fa34bcd2431cb96a2697c98fb764 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/91f1fa34bcd2431cb96a2697c98fb764 2024-12-14T05:42:41,328 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/32ad95cf930449b5abb3a1c188d325dd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/32ad95cf930449b5abb3a1c188d325dd 2024-12-14T05:42:41,329 DEBUG [StoreCloser-TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b9f27fd5d848402e9c5656b6953b56a2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e0a0020494d440d1ac5f6e31c81ae0b2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/d5f8fdbe7602491d82fccbff1ae7f8d6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/7545a44da5904a2a960d04963883a314, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/610e1ddf851e4ff9ac24e8894ca7cce8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/180cef2de6ed41d4880e3f846d7aeab0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/774a220ab6b4471bbd4b119eb1e5107c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a4ce750c4c18492cadffd157e1b0715b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/fe533629a89f48a596d6e92bd3906a8d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b5e1e77029de4962a3bf1fad28239521, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/28e37b7e9eec43589eb8d8f732caadc6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/369ebdba526c40c7886d0ed10dd11716, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/5ec95ba1a95c4da8ad4ad99c9d123236, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/55f2ae3f50ef44a292981556cbc02b99, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/78ed8f9aee254b21b8691db60348021e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a359bf951abb48e8a0233f3ccfe0b590] to archive 2024-12-14T05:42:41,330 DEBUG [StoreCloser-TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:42:41,332 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b9f27fd5d848402e9c5656b6953b56a2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b9f27fd5d848402e9c5656b6953b56a2 2024-12-14T05:42:41,332 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e0a0020494d440d1ac5f6e31c81ae0b2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e0a0020494d440d1ac5f6e31c81ae0b2 2024-12-14T05:42:41,332 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a4ce750c4c18492cadffd157e1b0715b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a4ce750c4c18492cadffd157e1b0715b 2024-12-14T05:42:41,332 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/610e1ddf851e4ff9ac24e8894ca7cce8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/610e1ddf851e4ff9ac24e8894ca7cce8 2024-12-14T05:42:41,332 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/774a220ab6b4471bbd4b119eb1e5107c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/774a220ab6b4471bbd4b119eb1e5107c 2024-12-14T05:42:41,332 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/d5f8fdbe7602491d82fccbff1ae7f8d6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/d5f8fdbe7602491d82fccbff1ae7f8d6 2024-12-14T05:42:41,332 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/7545a44da5904a2a960d04963883a314 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/7545a44da5904a2a960d04963883a314 2024-12-14T05:42:41,333 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/180cef2de6ed41d4880e3f846d7aeab0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/180cef2de6ed41d4880e3f846d7aeab0 2024-12-14T05:42:41,333 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/fe533629a89f48a596d6e92bd3906a8d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/fe533629a89f48a596d6e92bd3906a8d 2024-12-14T05:42:41,334 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b5e1e77029de4962a3bf1fad28239521 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/b5e1e77029de4962a3bf1fad28239521 2024-12-14T05:42:41,334 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/28e37b7e9eec43589eb8d8f732caadc6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/28e37b7e9eec43589eb8d8f732caadc6 2024-12-14T05:42:41,334 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/369ebdba526c40c7886d0ed10dd11716 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/369ebdba526c40c7886d0ed10dd11716 2024-12-14T05:42:41,334 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/55f2ae3f50ef44a292981556cbc02b99 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/55f2ae3f50ef44a292981556cbc02b99 2024-12-14T05:42:41,334 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/5ec95ba1a95c4da8ad4ad99c9d123236 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/5ec95ba1a95c4da8ad4ad99c9d123236 2024-12-14T05:42:41,334 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/78ed8f9aee254b21b8691db60348021e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/78ed8f9aee254b21b8691db60348021e 2024-12-14T05:42:41,334 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a359bf951abb48e8a0233f3ccfe0b590 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/a359bf951abb48e8a0233f3ccfe0b590 2024-12-14T05:42:41,335 DEBUG [StoreCloser-TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/303d74b1eea642af9ec3e1b41ef2463c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9f723e0c6d2d453f8d43dfaa90d0ef0b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/3a4ed102b145446582b6fc88eb977f73, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/5c9bb56fc8a24bde958fc58471df5c8e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/7492a740f283425884805663ab2c7cfe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/35f9cc1610bb4ee39f94abf24041b60c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/71f5f8856ea9408ca72e7d484407b876, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/11791b1a12d74089a3055cedda9fc1b7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/16dcbfde81dc4761907fe33d78057e41, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/dea60b97761f4f2a8d6be3632b7012c9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9b1d595170e54b2ebb24551780fb3421, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/e25229dee7c545e8b3b80a47613136bf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/d2adae974b664b8882502224cb29dc20, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/312e6aebcb2d44a18eb14b102a12f1b5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/49143e306ba94aa79546b81d33c28bad, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/8e5dba6646224c75b0909c603c834e94] to archive 2024-12-14T05:42:41,336 DEBUG [StoreCloser-TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:42:41,337 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/303d74b1eea642af9ec3e1b41ef2463c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/303d74b1eea642af9ec3e1b41ef2463c 2024-12-14T05:42:41,337 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/3a4ed102b145446582b6fc88eb977f73 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/3a4ed102b145446582b6fc88eb977f73 2024-12-14T05:42:41,337 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9f723e0c6d2d453f8d43dfaa90d0ef0b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9f723e0c6d2d453f8d43dfaa90d0ef0b 2024-12-14T05:42:41,337 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/5c9bb56fc8a24bde958fc58471df5c8e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/5c9bb56fc8a24bde958fc58471df5c8e 2024-12-14T05:42:41,338 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/71f5f8856ea9408ca72e7d484407b876 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/71f5f8856ea9408ca72e7d484407b876 2024-12-14T05:42:41,338 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/7492a740f283425884805663ab2c7cfe to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/7492a740f283425884805663ab2c7cfe 2024-12-14T05:42:41,338 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/35f9cc1610bb4ee39f94abf24041b60c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/35f9cc1610bb4ee39f94abf24041b60c 2024-12-14T05:42:41,338 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/11791b1a12d74089a3055cedda9fc1b7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/11791b1a12d74089a3055cedda9fc1b7 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9b1d595170e54b2ebb24551780fb3421 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/9b1d595170e54b2ebb24551780fb3421 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/16dcbfde81dc4761907fe33d78057e41 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/16dcbfde81dc4761907fe33d78057e41 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/dea60b97761f4f2a8d6be3632b7012c9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/dea60b97761f4f2a8d6be3632b7012c9 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/e25229dee7c545e8b3b80a47613136bf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/e25229dee7c545e8b3b80a47613136bf 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/312e6aebcb2d44a18eb14b102a12f1b5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/312e6aebcb2d44a18eb14b102a12f1b5 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/d2adae974b664b8882502224cb29dc20 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/d2adae974b664b8882502224cb29dc20 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/49143e306ba94aa79546b81d33c28bad to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/49143e306ba94aa79546b81d33c28bad 2024-12-14T05:42:41,339 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/8e5dba6646224c75b0909c603c834e94 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/8e5dba6646224c75b0909c603c834e94 2024-12-14T05:42:41,342 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/recovered.edits/280.seqid, newMaxSeqId=280, maxSeqId=4 2024-12-14T05:42:41,342 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd. 2024-12-14T05:42:41,342 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for e0a9ce82dc99086202b9ae1b7319d8cd: 2024-12-14T05:42:41,344 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=e0a9ce82dc99086202b9ae1b7319d8cd, regionState=CLOSED 2024-12-14T05:42:41,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-14T05:42:41,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure e0a9ce82dc99086202b9ae1b7319d8cd, server=e1063daab615,33421,1734154841687 in 1.8740 sec 2024-12-14T05:42:41,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-12-14T05:42:41,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0a9ce82dc99086202b9ae1b7319d8cd, UNASSIGN in 1.8790 sec 2024-12-14T05:42:41,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-14T05:42:41,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8830 sec 2024-12-14T05:42:41,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154961348"}]},"ts":"1734154961348"} 2024-12-14T05:42:41,349 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-14T05:42:41,362 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-14T05:42:41,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0490 sec 2024-12-14T05:42:41,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-14T05:42:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-14T05:42:41,426 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-14T05:42:41,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-14T05:42:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:41,430 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-14T05:42:41,431 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:41,433 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,439 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/recovered.edits] 2024-12-14T05:42:41,445 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/ce237f388ef14132857138049ad98021 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/ce237f388ef14132857138049ad98021 2024-12-14T05:42:41,445 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/eb0bb8e176b14cfdb25a20183e5476aa to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/eb0bb8e176b14cfdb25a20183e5476aa 2024-12-14T05:42:41,445 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/303e0a08ca5f479293df625c19ab9c7c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/A/303e0a08ca5f479293df625c19ab9c7c 2024-12-14T05:42:41,448 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/098dd53ec59b43eda3a138a479262b2e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/098dd53ec59b43eda3a138a479262b2e 2024-12-14T05:42:41,449 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e4c7c093e3084dd384f281afce745425 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/e4c7c093e3084dd384f281afce745425 2024-12-14T05:42:41,449 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/1cc3f13993624be2b81c6f2e3f3cb8df to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/B/1cc3f13993624be2b81c6f2e3f3cb8df 2024-12-14T05:42:41,451 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/b3245d0b394149d583fc4d4dd44eff25 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/b3245d0b394149d583fc4d4dd44eff25 2024-12-14T05:42:41,451 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/a4818a3d30b74ad4945526102291f095 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/a4818a3d30b74ad4945526102291f095 2024-12-14T05:42:41,451 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/ed445d5ba9aa45609680f3694a0182e6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/C/ed445d5ba9aa45609680f3694a0182e6 2024-12-14T05:42:41,454 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/recovered.edits/280.seqid to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd/recovered.edits/280.seqid 2024-12-14T05:42:41,454 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,454 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-14T05:42:41,455 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-14T05:42:41,455 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-14T05:42:41,461 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144d61635198ea473a975e17ac2b73e6bd_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144d61635198ea473a975e17ac2b73e6bd_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,461 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214122dea42c52e4c8082c3078ca2f54e41_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214122dea42c52e4c8082c3078ca2f54e41_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,461 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121453be5d3868bf42ee85d28600ab54b90f_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121453be5d3868bf42ee85d28600ab54b90f_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,461 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145684508eb697485dad2bbb046dec133d_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145684508eb697485dad2bbb046dec133d_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,461 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144953fdd597e3409f9ab6143f6fe2fd02_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144953fdd597e3409f9ab6143f6fe2fd02_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,461 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146f78f151ef8c4146b017fec59adc8de7_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146f78f151ef8c4146b017fec59adc8de7_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,461 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214707abef45a414c4cb93401a5f70ba44a_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214707abef45a414c4cb93401a5f70ba44a_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,462 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147f19e6ec13834e52b28f7f96e862ddfa_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147f19e6ec13834e52b28f7f96e862ddfa_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,462 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148e2aabbc0273444fa208f51bb5198035_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148e2aabbc0273444fa208f51bb5198035_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,462 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b063d962fb2748d698609806a78bf46d_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b063d962fb2748d698609806a78bf46d_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,463 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8e5dc30819a49db99183f91f03917a2_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8e5dc30819a49db99183f91f03917a2_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,463 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121493b3bb257a354962af975d4fe6529862_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121493b3bb257a354962af975d4fe6529862_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,463 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214be8263b999a74a03b81aad8b4655c268_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214be8263b999a74a03b81aad8b4655c268_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,463 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149c56665ac0f94362979e405b90824e55_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149c56665ac0f94362979e405b90824e55_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,463 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149612abd2e3184cc192407cfde962c8ae_e0a9ce82dc99086202b9ae1b7319d8cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149612abd2e3184cc192407cfde962c8ae_e0a9ce82dc99086202b9ae1b7319d8cd 2024-12-14T05:42:41,463 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-14T05:42:41,465 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:41,466 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-14T05:42:41,467 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-14T05:42:41,468 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:41,468 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-14T05:42:41,468 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734154961468"}]},"ts":"9223372036854775807"} 2024-12-14T05:42:41,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-14T05:42:41,469 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e0a9ce82dc99086202b9ae1b7319d8cd, NAME => 'TestAcidGuarantees,,1734154932006.e0a9ce82dc99086202b9ae1b7319d8cd.', STARTKEY => '', ENDKEY => ''}] 2024-12-14T05:42:41,469 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-14T05:42:41,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734154961469"}]},"ts":"9223372036854775807"} 2024-12-14T05:42:41,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-14T05:42:41,513 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:41,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-12-14T05:42:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-14T05:42:41,533 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-14T05:42:41,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244 (was 247), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=2100 (was 2129) 2024-12-14T05:42:41,556 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=244, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=2100 2024-12-14T05:42:41,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:42:41,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:42:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-14T05:42:41,559 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-14T05:42:41,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:41,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-12-14T05:42:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-14T05:42:41,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-14T05:42:41,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742248_1424 (size=963) 2024-12-14T05:42:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-14T05:42:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-14T05:42:41,970 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:42:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742249_1425 (size=53) 2024-12-14T05:42:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-14T05:42:42,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:42:42,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3ffc31eceeb3b664edbfe9842ec7b189, disabling compactions & flushes 2024-12-14T05:42:42,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. after waiting 0 ms 2024-12-14T05:42:42,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:42,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-14T05:42:42,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734154962380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734154962380"}]},"ts":"1734154962380"} 2024-12-14T05:42:42,382 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-14T05:42:42,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-14T05:42:42,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154962382"}]},"ts":"1734154962382"} 2024-12-14T05:42:42,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-14T05:42:42,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffc31eceeb3b664edbfe9842ec7b189, ASSIGN}] 2024-12-14T05:42:42,430 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffc31eceeb3b664edbfe9842ec7b189, ASSIGN 2024-12-14T05:42:42,431 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffc31eceeb3b664edbfe9842ec7b189, ASSIGN; state=OFFLINE, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=false 2024-12-14T05:42:42,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=3ffc31eceeb3b664edbfe9842ec7b189, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:42,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure 3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:42:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-14T05:42:42,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:42,744 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,744 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,747 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,750 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:42,750 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffc31eceeb3b664edbfe9842ec7b189 columnFamilyName A 2024-12-14T05:42:42,750 DEBUG [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:42,751 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.HStore(327): Store=3ffc31eceeb3b664edbfe9842ec7b189/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:42,751 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,754 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:42,754 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffc31eceeb3b664edbfe9842ec7b189 columnFamilyName B 2024-12-14T05:42:42,754 DEBUG [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:42,755 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.HStore(327): Store=3ffc31eceeb3b664edbfe9842ec7b189/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:42,755 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,757 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:42:42,758 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffc31eceeb3b664edbfe9842ec7b189 columnFamilyName C 2024-12-14T05:42:42,758 DEBUG [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:42:42,759 INFO [StoreOpener-3ffc31eceeb3b664edbfe9842ec7b189-1 {}] regionserver.HStore(327): Store=3ffc31eceeb3b664edbfe9842ec7b189/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:42:42,759 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,760 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,761 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,764 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:42:42,765 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:42,768 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:42:42,769 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened 3ffc31eceeb3b664edbfe9842ec7b189; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58876929, jitterRate=-0.1226653903722763}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:42:42,769 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:42,770 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., pid=129, masterSystemTime=1734154962738 2024-12-14T05:42:42,771 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,771 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:42,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=3ffc31eceeb3b664edbfe9842ec7b189, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:42:42,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-14T05:42:42,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure 3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 in 188 msec 2024-12-14T05:42:42,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-14T05:42:42,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffc31eceeb3b664edbfe9842ec7b189, ASSIGN in 345 msec 2024-12-14T05:42:42,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-14T05:42:42,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154962776"}]},"ts":"1734154962776"} 2024-12-14T05:42:42,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-14T05:42:42,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-14T05:42:42,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2810 sec 2024-12-14T05:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-14T05:42:43,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-12-14T05:42:43,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-12-14T05:42:43,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,716 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-14T05:42:43,718 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-14T05:42:43,720 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-12-14T05:42:43,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,730 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-12-14T05:42:43,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-12-14T05:42:43,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-12-14T05:42:43,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-12-14T05:42:43,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-12-14T05:42:43,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-12-14T05:42:43,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-12-14T05:42:43,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c692575 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e96b8ad 2024-12-14T05:42:43,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635b1751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbd2497 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17e5a47d 2024-12-14T05:42:43,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbfd84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:42:43,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:43,807 DEBUG [hconnection-0x2f77630a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,807 DEBUG [hconnection-0x4af2ad1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,808 DEBUG [hconnection-0x6ef9961a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,808 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,808 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,808 DEBUG [hconnection-0x67935ae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-14T05:42:43,808 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,808 DEBUG [hconnection-0x6639c481-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-14T05:42:43,809 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,809 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:43,809 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,810 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:43,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:43,811 DEBUG [hconnection-0x64c4aaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,812 DEBUG [hconnection-0xac670fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,812 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,812 DEBUG [hconnection-0x34b58fda-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,813 DEBUG [hconnection-0x6c68e272-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,813 DEBUG [hconnection-0x5d9fb4f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:42:43,813 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,813 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,815 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:43,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-14T05:42:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:43,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155023851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155023851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155023851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/127400127aa242da966de8b32a5f86cd is 50, key is test_row_0/A:col10/1734154963836/Put/seqid=0 2024-12-14T05:42:43,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155023853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155023857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742250_1426 (size=12001) 2024-12-14T05:42:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-14T05:42:43,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155023953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155023958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155023958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155023959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155023959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:43,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:43,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-14T05:42:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:43,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-14T05:42:44,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:44,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-14T05:42:44,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:44,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155024156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155024162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155024162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155024163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155024163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/127400127aa242da966de8b32a5f86cd 2024-12-14T05:42:44,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:44,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-14T05:42:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/cb0f943e3e5a4c9b8c98e044dff2a90b is 50, key is test_row_0/B:col10/1734154963836/Put/seqid=0 2024-12-14T05:42:44,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742251_1427 (size=12001) 2024-12-14T05:42:44,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/cb0f943e3e5a4c9b8c98e044dff2a90b 2024-12-14T05:42:44,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e51c066c1ed34065b735fccacaf0f62c is 50, key is test_row_0/C:col10/1734154963836/Put/seqid=0 2024-12-14T05:42:44,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742252_1428 (size=12001) 2024-12-14T05:42:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-14T05:42:44,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:44,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-14T05:42:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155024463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155024469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155024469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155024470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155024470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:44,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-14T05:42:44,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:44,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e51c066c1ed34065b735fccacaf0f62c 2024-12-14T05:42:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/127400127aa242da966de8b32a5f86cd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/127400127aa242da966de8b32a5f86cd 2024-12-14T05:42:44,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/127400127aa242da966de8b32a5f86cd, entries=150, sequenceid=15, filesize=11.7 K 2024-12-14T05:42:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/cb0f943e3e5a4c9b8c98e044dff2a90b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/cb0f943e3e5a4c9b8c98e044dff2a90b 2024-12-14T05:42:44,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/cb0f943e3e5a4c9b8c98e044dff2a90b, entries=150, sequenceid=15, filesize=11.7 K 2024-12-14T05:42:44,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e51c066c1ed34065b735fccacaf0f62c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e51c066c1ed34065b735fccacaf0f62c 2024-12-14T05:42:44,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e51c066c1ed34065b735fccacaf0f62c, entries=150, sequenceid=15, filesize=11.7 K 2024-12-14T05:42:44,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:44,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-14T05:42:44,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:44,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3ffc31eceeb3b664edbfe9842ec7b189 in 887ms, sequenceid=15, compaction requested=false 2024-12-14T05:42:44,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:44,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:44,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-14T05:42:44,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:44,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:42:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/46165c1e655547f9908749b63939d033 is 50, key is test_row_0/A:col10/1734154963851/Put/seqid=0 2024-12-14T05:42:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742253_1429 (size=12001) 2024-12-14T05:42:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-14T05:42:44,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:44,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155024978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155024978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155024979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155024982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:44,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155024982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155025083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155025083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155025083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155025086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155025086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,283 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/46165c1e655547f9908749b63939d033 2024-12-14T05:42:45,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/5086490b34f7465088694af7c28efa26 is 50, key is test_row_0/B:col10/1734154963851/Put/seqid=0 2024-12-14T05:42:45,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742254_1430 (size=12001) 2024-12-14T05:42:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155025287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155025287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155025288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155025290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155025291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155025592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155025593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155025594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155025594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155025595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:45,691 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/5086490b34f7465088694af7c28efa26 2024-12-14T05:42:45,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/411e3622e1fd430eb8181beed5523290 is 50, key is test_row_0/C:col10/1734154963851/Put/seqid=0 2024-12-14T05:42:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742255_1431 (size=12001) 2024-12-14T05:42:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-14T05:42:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155026096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:46,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155026098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:46,100 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/411e3622e1fd430eb8181beed5523290 2024-12-14T05:42:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155026099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155026099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:46,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155026100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:46,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/46165c1e655547f9908749b63939d033 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/46165c1e655547f9908749b63939d033 2024-12-14T05:42:46,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/46165c1e655547f9908749b63939d033, entries=150, sequenceid=38, filesize=11.7 K 2024-12-14T05:42:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/5086490b34f7465088694af7c28efa26 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5086490b34f7465088694af7c28efa26 2024-12-14T05:42:46,110 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5086490b34f7465088694af7c28efa26, entries=150, sequenceid=38, filesize=11.7 K 2024-12-14T05:42:46,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/411e3622e1fd430eb8181beed5523290 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/411e3622e1fd430eb8181beed5523290 2024-12-14T05:42:46,113 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/411e3622e1fd430eb8181beed5523290, entries=150, sequenceid=38, filesize=11.7 K 2024-12-14T05:42:46,114 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1239ms, sequenceid=38, compaction requested=false 2024-12-14T05:42:46,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:46,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:46,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-14T05:42:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-14T05:42:46,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-14T05:42:46,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3050 sec 2024-12-14T05:42:46,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.3090 sec 2024-12-14T05:42:46,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-14T05:42:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:47,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:42:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:47,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/bc83b0e2cc28467798c055e5f1411ed5 is 50, key is test_row_0/A:col10/1734154967103/Put/seqid=0 2024-12-14T05:42:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742256_1432 (size=14341) 2024-12-14T05:42:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155027153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155027155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155027178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155027178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155027178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155027279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155027279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155027286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155027287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155027287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155027483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155027483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155027489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155027490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155027490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/bc83b0e2cc28467798c055e5f1411ed5 2024-12-14T05:42:47,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/acc96fd8a4d94c9e81c2c6db7a883b48 is 50, key is test_row_0/B:col10/1734154967103/Put/seqid=0 2024-12-14T05:42:47,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742257_1433 (size=12001) 2024-12-14T05:42:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155027787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155027788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155027793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155027794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155027794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-14T05:42:47,913 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-14T05:42:47,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-14T05:42:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-14T05:42:47,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:47,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:47,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:47,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/acc96fd8a4d94c9e81c2c6db7a883b48 2024-12-14T05:42:47,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/998d938ef920425e941a1bd0622cd285 is 50, key is test_row_0/C:col10/1734154967103/Put/seqid=0 2024-12-14T05:42:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742258_1434 (size=12001) 2024-12-14T05:42:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-14T05:42:48,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:48,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-14T05:42:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-14T05:42:48,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:48,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-14T05:42:48,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:48,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:48,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155028294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155028295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155028299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155028299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155028300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:48,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/998d938ef920425e941a1bd0622cd285 2024-12-14T05:42:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/bc83b0e2cc28467798c055e5f1411ed5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/bc83b0e2cc28467798c055e5f1411ed5 2024-12-14T05:42:48,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/bc83b0e2cc28467798c055e5f1411ed5, entries=200, sequenceid=52, filesize=14.0 K 2024-12-14T05:42:48,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/acc96fd8a4d94c9e81c2c6db7a883b48 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/acc96fd8a4d94c9e81c2c6db7a883b48 2024-12-14T05:42:48,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/acc96fd8a4d94c9e81c2c6db7a883b48, entries=150, sequenceid=52, filesize=11.7 K 2024-12-14T05:42:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/998d938ef920425e941a1bd0622cd285 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/998d938ef920425e941a1bd0622cd285 2024-12-14T05:42:48,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/998d938ef920425e941a1bd0622cd285, entries=150, sequenceid=52, filesize=11.7 K 2024-12-14T05:42:48,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1245ms, sequenceid=52, compaction requested=true 2024-12-14T05:42:48,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:48,350 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:48,350 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:48,350 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:48,350 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:48,350 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:42:48,350 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:42:48,350 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,350 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,351 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/127400127aa242da966de8b32a5f86cd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/46165c1e655547f9908749b63939d033, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/bc83b0e2cc28467798c055e5f1411ed5] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=37.4 K 2024-12-14T05:42:48,351 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/cb0f943e3e5a4c9b8c98e044dff2a90b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5086490b34f7465088694af7c28efa26, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/acc96fd8a4d94c9e81c2c6db7a883b48] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=35.2 K 2024-12-14T05:42:48,351 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 127400127aa242da966de8b32a5f86cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734154963809 2024-12-14T05:42:48,351 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting cb0f943e3e5a4c9b8c98e044dff2a90b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734154963809 2024-12-14T05:42:48,351 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46165c1e655547f9908749b63939d033, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734154963847 2024-12-14T05:42:48,351 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5086490b34f7465088694af7c28efa26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734154963847 2024-12-14T05:42:48,351 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc83b0e2cc28467798c055e5f1411ed5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154964976 2024-12-14T05:42:48,351 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting acc96fd8a4d94c9e81c2c6db7a883b48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154964976 2024-12-14T05:42:48,357 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:48,357 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:48,358 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/13b03c35ac544cb1a3c657b24b39c17e is 50, key is test_row_0/B:col10/1734154967103/Put/seqid=0 2024-12-14T05:42:48,358 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f3833b0cd90b44e99c4b8b8ca12f7c1d is 50, key is test_row_0/A:col10/1734154967103/Put/seqid=0 2024-12-14T05:42:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742259_1435 (size=12104) 2024-12-14T05:42:48,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:48,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-14T05:42:48,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:42:48,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:48,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:48,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:48,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:48,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/872c3c18fe234a60b11bbc536a2b57e8 is 50, key is test_row_0/A:col10/1734154967144/Put/seqid=0 2024-12-14T05:42:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742260_1436 (size=12104) 2024-12-14T05:42:48,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742261_1437 (size=12001) 2024-12-14T05:42:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-14T05:42:48,773 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f3833b0cd90b44e99c4b8b8ca12f7c1d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f3833b0cd90b44e99c4b8b8ca12f7c1d 2024-12-14T05:42:48,776 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into f3833b0cd90b44e99c4b8b8ca12f7c1d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:48,776 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:48,776 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=13, startTime=1734154968349; duration=0sec 2024-12-14T05:42:48,776 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:48,776 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:42:48,776 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:48,778 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:48,778 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:42:48,778 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:48,778 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e51c066c1ed34065b735fccacaf0f62c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/411e3622e1fd430eb8181beed5523290, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/998d938ef920425e941a1bd0622cd285] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=35.2 K 2024-12-14T05:42:48,778 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e51c066c1ed34065b735fccacaf0f62c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734154963809 2024-12-14T05:42:48,778 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 411e3622e1fd430eb8181beed5523290, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734154963847 2024-12-14T05:42:48,779 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 998d938ef920425e941a1bd0622cd285, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154964976 2024-12-14T05:42:48,784 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:48,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/872c3c18fe234a60b11bbc536a2b57e8 2024-12-14T05:42:48,784 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/bf0981f4ad454338bf62c96df1d5ad81 is 50, key is test_row_0/C:col10/1734154967103/Put/seqid=0 2024-12-14T05:42:48,786 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/13b03c35ac544cb1a3c657b24b39c17e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/13b03c35ac544cb1a3c657b24b39c17e 2024-12-14T05:42:48,790 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into 13b03c35ac544cb1a3c657b24b39c17e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:48,791 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:48,791 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=13, startTime=1734154968350; duration=0sec 2024-12-14T05:42:48,791 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:48,791 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:42:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742262_1438 (size=12104) 2024-12-14T05:42:48,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/388871652fc14e228c05fd163e50d973 is 50, key is test_row_0/B:col10/1734154967144/Put/seqid=0 2024-12-14T05:42:48,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742263_1439 (size=12001) 2024-12-14T05:42:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-14T05:42:49,197 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/bf0981f4ad454338bf62c96df1d5ad81 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bf0981f4ad454338bf62c96df1d5ad81 2024-12-14T05:42:49,201 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into bf0981f4ad454338bf62c96df1d5ad81(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:49,201 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:49,201 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=13, startTime=1734154968350; duration=0sec 2024-12-14T05:42:49,201 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:49,201 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:42:49,209 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/388871652fc14e228c05fd163e50d973 2024-12-14T05:42:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/ed129dbb8d16433a86543355218d6672 is 50, key is test_row_0/C:col10/1734154967144/Put/seqid=0 2024-12-14T05:42:49,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742264_1440 (size=12001) 2024-12-14T05:42:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:49,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:49,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155029312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155029313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155029313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155029314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155029314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155029416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155029417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155029417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155029417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155029418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,619 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/ed129dbb8d16433a86543355218d6672 2024-12-14T05:42:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155029621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155029621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155029621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155029622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155029622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/872c3c18fe234a60b11bbc536a2b57e8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/872c3c18fe234a60b11bbc536a2b57e8 2024-12-14T05:42:49,631 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/872c3c18fe234a60b11bbc536a2b57e8, entries=150, sequenceid=75, filesize=11.7 K 2024-12-14T05:42:49,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/388871652fc14e228c05fd163e50d973 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/388871652fc14e228c05fd163e50d973 2024-12-14T05:42:49,635 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/388871652fc14e228c05fd163e50d973, entries=150, sequenceid=75, filesize=11.7 K 2024-12-14T05:42:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/ed129dbb8d16433a86543355218d6672 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ed129dbb8d16433a86543355218d6672 2024-12-14T05:42:49,639 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ed129dbb8d16433a86543355218d6672, entries=150, sequenceid=75, filesize=11.7 K 2024-12-14T05:42:49,639 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1267ms, sequenceid=75, compaction requested=false 2024-12-14T05:42:49,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-14T05:42:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-14T05:42:49,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-14T05:42:49,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7240 sec 2024-12-14T05:42:49,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.7280 sec 2024-12-14T05:42:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:49,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-14T05:42:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:49,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/27bb32de68aa4dc4b58808657c9ddcf1 is 50, key is test_row_0/A:col10/1734154969928/Put/seqid=0 2024-12-14T05:42:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742265_1441 (size=16681) 2024-12-14T05:42:49,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155029945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155029945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155029951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155029952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155029952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-14T05:42:50,019 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-14T05:42:50,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-14T05:42:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-14T05:42:50,021 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:50,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:50,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155030053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155030053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155030057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155030060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155030060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-14T05:42:50,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:50,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:50,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:50,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155030256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155030256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155030261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155030264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155030264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-14T05:42:50,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:50,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:50,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:50,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/27bb32de68aa4dc4b58808657c9ddcf1 2024-12-14T05:42:50,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/648858c6650d407e9ace6af7e6535486 is 50, key is test_row_0/B:col10/1734154969928/Put/seqid=0 2024-12-14T05:42:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742266_1442 (size=12001) 2024-12-14T05:42:50,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:50,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155030562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155030562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155030568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155030571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155030569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-14T05:42:50,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:50,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/648858c6650d407e9ace6af7e6535486 2024-12-14T05:42:50,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e535d3b1d9344ab4920786ed8f39ebc1 is 50, key is test_row_0/C:col10/1734154969928/Put/seqid=0 2024-12-14T05:42:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742267_1443 (size=12001) 2024-12-14T05:42:50,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:50,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:50,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:50,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:50,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:50,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:51,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155031067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:51,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155031068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:51,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155031076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155031077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:51,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155031080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:51,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:51,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:51,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:51,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:51,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-14T05:42:51,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e535d3b1d9344ab4920786ed8f39ebc1 2024-12-14T05:42:51,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/27bb32de68aa4dc4b58808657c9ddcf1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/27bb32de68aa4dc4b58808657c9ddcf1 2024-12-14T05:42:51,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/27bb32de68aa4dc4b58808657c9ddcf1, entries=250, sequenceid=95, filesize=16.3 K 2024-12-14T05:42:51,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/648858c6650d407e9ace6af7e6535486 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/648858c6650d407e9ace6af7e6535486 2024-12-14T05:42:51,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/648858c6650d407e9ace6af7e6535486, entries=150, sequenceid=95, filesize=11.7 K 2024-12-14T05:42:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e535d3b1d9344ab4920786ed8f39ebc1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e535d3b1d9344ab4920786ed8f39ebc1 2024-12-14T05:42:51,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e535d3b1d9344ab4920786ed8f39ebc1, entries=150, sequenceid=95, filesize=11.7 K 2024-12-14T05:42:51,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1239ms, sequenceid=95, compaction requested=true 2024-12-14T05:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:51,168 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:51,168 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:51,170 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:51,170 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:42:51,170 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:51,170 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/13b03c35ac544cb1a3c657b24b39c17e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/388871652fc14e228c05fd163e50d973, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/648858c6650d407e9ace6af7e6535486] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=35.3 K 2024-12-14T05:42:51,170 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:51,170 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:42:51,170 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:51,170 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b03c35ac544cb1a3c657b24b39c17e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154964976 2024-12-14T05:42:51,170 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f3833b0cd90b44e99c4b8b8ca12f7c1d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/872c3c18fe234a60b11bbc536a2b57e8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/27bb32de68aa4dc4b58808657c9ddcf1] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=39.8 K 2024-12-14T05:42:51,171 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 388871652fc14e228c05fd163e50d973, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734154967144 2024-12-14T05:42:51,171 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3833b0cd90b44e99c4b8b8ca12f7c1d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154964976 2024-12-14T05:42:51,171 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 648858c6650d407e9ace6af7e6535486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734154969314 2024-12-14T05:42:51,171 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 872c3c18fe234a60b11bbc536a2b57e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734154967144 2024-12-14T05:42:51,171 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27bb32de68aa4dc4b58808657c9ddcf1, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734154969314 2024-12-14T05:42:51,177 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:51,177 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:51,178 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/5282f015926a428c908af89ada15620e is 50, key is test_row_0/B:col10/1734154969928/Put/seqid=0 2024-12-14T05:42:51,178 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/641a4f740e82475985c0ccc48d661052 is 50, key is test_row_0/A:col10/1734154969928/Put/seqid=0 2024-12-14T05:42:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742269_1445 (size=12207) 2024-12-14T05:42:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742268_1444 (size=12207) 2024-12-14T05:42:51,194 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/641a4f740e82475985c0ccc48d661052 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/641a4f740e82475985c0ccc48d661052 2024-12-14T05:42:51,198 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into 641a4f740e82475985c0ccc48d661052(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:51,198 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:51,198 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=13, startTime=1734154971168; duration=0sec 2024-12-14T05:42:51,198 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:51,198 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:42:51,198 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:51,199 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:51,199 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:42:51,199 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:51,199 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bf0981f4ad454338bf62c96df1d5ad81, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ed129dbb8d16433a86543355218d6672, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e535d3b1d9344ab4920786ed8f39ebc1] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=35.3 K 2024-12-14T05:42:51,199 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf0981f4ad454338bf62c96df1d5ad81, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734154964976 2024-12-14T05:42:51,200 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed129dbb8d16433a86543355218d6672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734154967144 2024-12-14T05:42:51,200 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e535d3b1d9344ab4920786ed8f39ebc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734154969314 2024-12-14T05:42:51,205 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:51,205 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/ab3519a9a0584e9e82fb17414d9afd55 is 50, key is test_row_0/C:col10/1734154969928/Put/seqid=0 2024-12-14T05:42:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742270_1446 (size=12207) 2024-12-14T05:42:51,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:51,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-14T05:42:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:51,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-14T05:42:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f246e756fb544661ad13219780eef801 is 50, key is test_row_0/A:col10/1734154969944/Put/seqid=0 2024-12-14T05:42:51,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742271_1447 (size=12001) 2024-12-14T05:42:51,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-14T05:42:51,364 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-14T05:42:51,591 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/5282f015926a428c908af89ada15620e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5282f015926a428c908af89ada15620e 2024-12-14T05:42:51,595 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into 5282f015926a428c908af89ada15620e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:51,595 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:51,595 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=13, startTime=1734154971168; duration=0sec 2024-12-14T05:42:51,595 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:51,595 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:42:51,612 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/ab3519a9a0584e9e82fb17414d9afd55 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ab3519a9a0584e9e82fb17414d9afd55 2024-12-14T05:42:51,615 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into ab3519a9a0584e9e82fb17414d9afd55(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:51,615 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:51,615 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=13, startTime=1734154971168; duration=0sec 2024-12-14T05:42:51,615 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:51,615 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:42:51,648 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f246e756fb544661ad13219780eef801 2024-12-14T05:42:51,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/d71e8ef73981412bba5ddd0743754948 is 50, key is test_row_0/B:col10/1734154969944/Put/seqid=0 2024-12-14T05:42:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742272_1448 (size=12001) 2024-12-14T05:42:52,058 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/d71e8ef73981412bba5ddd0743754948 2024-12-14T05:42:52,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/8e59eb1744fb4b93bbcadc6d5102a172 is 50, key is test_row_0/C:col10/1734154969944/Put/seqid=0 2024-12-14T05:42:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742273_1449 (size=12001) 2024-12-14T05:42:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155032086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155032087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155032089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155032089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155032090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-14T05:42:52,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155032193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155032194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155032194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155032194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155032396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155032399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155032400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155032400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,466 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/8e59eb1744fb4b93bbcadc6d5102a172 2024-12-14T05:42:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f246e756fb544661ad13219780eef801 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f246e756fb544661ad13219780eef801 2024-12-14T05:42:52,474 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f246e756fb544661ad13219780eef801, entries=150, sequenceid=116, filesize=11.7 K 2024-12-14T05:42:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/d71e8ef73981412bba5ddd0743754948 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/d71e8ef73981412bba5ddd0743754948 2024-12-14T05:42:52,478 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/d71e8ef73981412bba5ddd0743754948, entries=150, sequenceid=116, filesize=11.7 K 2024-12-14T05:42:52,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/8e59eb1744fb4b93bbcadc6d5102a172 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/8e59eb1744fb4b93bbcadc6d5102a172 2024-12-14T05:42:52,481 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/8e59eb1744fb4b93bbcadc6d5102a172, entries=150, sequenceid=116, filesize=11.7 K 2024-12-14T05:42:52,482 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1243ms, sequenceid=116, compaction requested=false 2024-12-14T05:42:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-14T05:42:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-14T05:42:52,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-14T05:42:52,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4610 sec 2024-12-14T05:42:52,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.4640 sec 2024-12-14T05:42:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:52,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-14T05:42:52,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:52,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:52,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:52,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:52,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:52,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:52,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/2ac86bd04edc453f8baa3ce35213e4f0 is 50, key is test_row_0/A:col10/1734154972702/Put/seqid=0 2024-12-14T05:42:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742274_1450 (size=14541) 2024-12-14T05:42:52,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155032726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155032728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155032729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155032729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155032830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155032833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155032834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:52,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155032837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155033034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155033034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155033037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155033042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/2ac86bd04edc453f8baa3ce35213e4f0 2024-12-14T05:42:53,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/506c32cefd344af89d8a52594c6ad442 is 50, key is test_row_0/B:col10/1734154972702/Put/seqid=0 2024-12-14T05:42:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742275_1451 (size=12151) 2024-12-14T05:42:53,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/506c32cefd344af89d8a52594c6ad442 2024-12-14T05:42:53,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/c1bd1ca910974b35abd28cc75e77e02f is 50, key is test_row_0/C:col10/1734154972702/Put/seqid=0 2024-12-14T05:42:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742276_1452 (size=12151) 2024-12-14T05:42:53,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/c1bd1ca910974b35abd28cc75e77e02f 2024-12-14T05:42:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/2ac86bd04edc453f8baa3ce35213e4f0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2ac86bd04edc453f8baa3ce35213e4f0 2024-12-14T05:42:53,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2ac86bd04edc453f8baa3ce35213e4f0, entries=200, sequenceid=135, filesize=14.2 K 2024-12-14T05:42:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/506c32cefd344af89d8a52594c6ad442 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/506c32cefd344af89d8a52594c6ad442 2024-12-14T05:42:53,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/506c32cefd344af89d8a52594c6ad442, entries=150, sequenceid=135, filesize=11.9 K 2024-12-14T05:42:53,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/c1bd1ca910974b35abd28cc75e77e02f as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/c1bd1ca910974b35abd28cc75e77e02f 2024-12-14T05:42:53,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/c1bd1ca910974b35abd28cc75e77e02f, entries=150, sequenceid=135, filesize=11.9 K 2024-12-14T05:42:53,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3ffc31eceeb3b664edbfe9842ec7b189 in 471ms, sequenceid=135, compaction requested=true 2024-12-14T05:42:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:53,175 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:53,175 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:53,176 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:53,176 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:42:53,176 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:53,176 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/641a4f740e82475985c0ccc48d661052, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f246e756fb544661ad13219780eef801, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2ac86bd04edc453f8baa3ce35213e4f0] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=37.8 K 2024-12-14T05:42:53,176 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:53,176 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:42:53,176 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:53,176 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5282f015926a428c908af89ada15620e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/d71e8ef73981412bba5ddd0743754948, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/506c32cefd344af89d8a52594c6ad442] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=35.5 K 2024-12-14T05:42:53,177 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 641a4f740e82475985c0ccc48d661052, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734154969314 2024-12-14T05:42:53,177 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 5282f015926a428c908af89ada15620e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734154969314 2024-12-14T05:42:53,177 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d71e8ef73981412bba5ddd0743754948, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154969944 2024-12-14T05:42:53,177 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f246e756fb544661ad13219780eef801, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154969944 2024-12-14T05:42:53,177 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 506c32cefd344af89d8a52594c6ad442, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734154972088 2024-12-14T05:42:53,177 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ac86bd04edc453f8baa3ce35213e4f0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734154972088 2024-12-14T05:42:53,183 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:53,183 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a9e92bb351d2460595f2691cd2320680 is 50, key is test_row_0/B:col10/1734154972702/Put/seqid=0 2024-12-14T05:42:53,184 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#387 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:53,185 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/3229b78369634d6c98cb54dc7fe5808b is 50, key is test_row_0/A:col10/1734154972702/Put/seqid=0 2024-12-14T05:42:53,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742278_1454 (size=12459) 2024-12-14T05:42:53,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742277_1453 (size=12459) 2024-12-14T05:42:53,221 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/3229b78369634d6c98cb54dc7fe5808b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/3229b78369634d6c98cb54dc7fe5808b 2024-12-14T05:42:53,225 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into 3229b78369634d6c98cb54dc7fe5808b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:53,225 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:53,225 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=13, startTime=1734154973175; duration=0sec 2024-12-14T05:42:53,225 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:53,225 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:42:53,226 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:53,226 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:53,226 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:42:53,226 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:53,226 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ab3519a9a0584e9e82fb17414d9afd55, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/8e59eb1744fb4b93bbcadc6d5102a172, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/c1bd1ca910974b35abd28cc75e77e02f] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=35.5 K 2024-12-14T05:42:53,227 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab3519a9a0584e9e82fb17414d9afd55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734154969314 2024-12-14T05:42:53,227 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e59eb1744fb4b93bbcadc6d5102a172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734154969944 2024-12-14T05:42:53,228 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1bd1ca910974b35abd28cc75e77e02f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734154972088 2024-12-14T05:42:53,232 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:53,233 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/52ef168a07d54d26a8f44e0ee9fb61e3 is 50, key is test_row_0/C:col10/1734154972702/Put/seqid=0 2024-12-14T05:42:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742279_1455 (size=12459) 2024-12-14T05:42:53,251 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/52ef168a07d54d26a8f44e0ee9fb61e3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/52ef168a07d54d26a8f44e0ee9fb61e3 2024-12-14T05:42:53,257 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into 52ef168a07d54d26a8f44e0ee9fb61e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:53,257 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:53,257 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=13, startTime=1734154973175; duration=0sec 2024-12-14T05:42:53,257 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:53,257 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:42:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:53,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-14T05:42:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:53,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/73401b395bc24fdd8910298700057575 is 50, key is test_row_0/A:col10/1734154973338/Put/seqid=0 2024-12-14T05:42:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155033357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155033357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155033358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155033359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742280_1456 (size=14541) 2024-12-14T05:42:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155033463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155033463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155033463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155033463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,612 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a9e92bb351d2460595f2691cd2320680 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a9e92bb351d2460595f2691cd2320680 2024-12-14T05:42:53,615 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into a9e92bb351d2460595f2691cd2320680(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:53,615 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:53,615 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=13, startTime=1734154973175; duration=0sec 2024-12-14T05:42:53,615 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:53,615 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:42:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155033666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155033666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155033666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155033666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/73401b395bc24fdd8910298700057575 2024-12-14T05:42:53,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/433b4edbd6984851988a9cde6505e7b1 is 50, key is test_row_0/B:col10/1734154973338/Put/seqid=0 2024-12-14T05:42:53,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742281_1457 (size=12151) 2024-12-14T05:42:53,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155033968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155033970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155033970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155033971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:54,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155034094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:54,097 DEBUG [Thread-1909 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., hostname=e1063daab615,33421,1734154841687, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:42:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-14T05:42:54,125 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-14T05:42:54,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-14T05:42:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-14T05:42:54,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:54,128 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:54,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:54,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/433b4edbd6984851988a9cde6505e7b1 2024-12-14T05:42:54,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/406aea111bee415583e1ad2b915cd49e is 50, key is test_row_0/C:col10/1734154973338/Put/seqid=0 2024-12-14T05:42:54,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742282_1458 (size=12151) 2024-12-14T05:42:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-14T05:42:54,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:54,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-14T05:42:54,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:54,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-14T05:42:54,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:54,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-14T05:42:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:54,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155034475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:54,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155034476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:54,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155034476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:54,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155034477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:54,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:54,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-14T05:42:54,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:54,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:54,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:54,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:54,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/406aea111bee415583e1ad2b915cd49e 2024-12-14T05:42:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/73401b395bc24fdd8910298700057575 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/73401b395bc24fdd8910298700057575 2024-12-14T05:42:54,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/73401b395bc24fdd8910298700057575, entries=200, sequenceid=157, filesize=14.2 K 2024-12-14T05:42:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/433b4edbd6984851988a9cde6505e7b1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/433b4edbd6984851988a9cde6505e7b1 2024-12-14T05:42:54,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/433b4edbd6984851988a9cde6505e7b1, entries=150, sequenceid=157, filesize=11.9 K 2024-12-14T05:42:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/406aea111bee415583e1ad2b915cd49e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/406aea111bee415583e1ad2b915cd49e 2024-12-14T05:42:54,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/406aea111bee415583e1ad2b915cd49e, entries=150, sequenceid=157, filesize=11.9 K 2024-12-14T05:42:54,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1261ms, sequenceid=157, compaction requested=false 2024-12-14T05:42:54,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-14T05:42:54,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:54,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-14T05:42:54,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:54,736 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-14T05:42:54,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:54,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:54,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/72b7e298eaa641fdb976231d288277a9 is 50, key is test_row_0/A:col10/1734154973357/Put/seqid=0 2024-12-14T05:42:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742283_1459 (size=12151) 2024-12-14T05:42:54,774 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/72b7e298eaa641fdb976231d288277a9 2024-12-14T05:42:54,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/39dbedbb6c6c45b19c5855f84091504a is 50, key is test_row_0/B:col10/1734154973357/Put/seqid=0 2024-12-14T05:42:54,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742284_1460 (size=12151) 2024-12-14T05:42:55,185 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/39dbedbb6c6c45b19c5855f84091504a 2024-12-14T05:42:55,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/f7322da59f764d518655e6d490a5a9ec is 50, key is test_row_0/C:col10/1734154973357/Put/seqid=0 2024-12-14T05:42:55,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742285_1461 (size=12151) 2024-12-14T05:42:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-14T05:42:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:55,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155035501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155035501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155035502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155035505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,595 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/f7322da59f764d518655e6d490a5a9ec 2024-12-14T05:42:55,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/72b7e298eaa641fdb976231d288277a9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/72b7e298eaa641fdb976231d288277a9 2024-12-14T05:42:55,601 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/72b7e298eaa641fdb976231d288277a9, entries=150, sequenceid=174, filesize=11.9 K 2024-12-14T05:42:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/39dbedbb6c6c45b19c5855f84091504a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/39dbedbb6c6c45b19c5855f84091504a 2024-12-14T05:42:55,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/39dbedbb6c6c45b19c5855f84091504a, entries=150, sequenceid=174, filesize=11.9 K 2024-12-14T05:42:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/f7322da59f764d518655e6d490a5a9ec as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/f7322da59f764d518655e6d490a5a9ec 2024-12-14T05:42:55,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/f7322da59f764d518655e6d490a5a9ec, entries=150, sequenceid=174, filesize=11.9 K 2024-12-14T05:42:55,608 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3ffc31eceeb3b664edbfe9842ec7b189 in 872ms, sequenceid=174, compaction requested=true 2024-12-14T05:42:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-14T05:42:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-14T05:42:55,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-14T05:42:55,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-12-14T05:42:55,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4840 sec 2024-12-14T05:42:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:55,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-14T05:42:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:55,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/fd87a38d291647f2b0cd841f802ae54c is 50, key is test_row_0/A:col10/1734154975499/Put/seqid=0 2024-12-14T05:42:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742286_1462 (size=16931) 2024-12-14T05:42:55,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/fd87a38d291647f2b0cd841f802ae54c 2024-12-14T05:42:55,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a88bd5d49e8f4f7f97c49965a72aad6e is 50, key is test_row_0/B:col10/1734154975499/Put/seqid=0 2024-12-14T05:42:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742287_1463 (size=12151) 2024-12-14T05:42:55,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155035627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155035627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155035628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155035631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155035736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155035736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155035736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155035737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155035940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155035940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155035941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:55,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155035941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a88bd5d49e8f4f7f97c49965a72aad6e 2024-12-14T05:42:56,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/cd3b6561cbe24ec18705a9c5243e79fb is 50, key is test_row_0/C:col10/1734154975499/Put/seqid=0 2024-12-14T05:42:56,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742288_1464 (size=12151) 2024-12-14T05:42:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-14T05:42:56,231 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-14T05:42:56,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:56,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155036246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155036246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155036246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155036247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-14T05:42:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-14T05:42:56,289 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:56,289 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:56,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-14T05:42:56,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:56,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-14T05:42:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:56,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:56,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/cd3b6561cbe24ec18705a9c5243e79fb 2024-12-14T05:42:56,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/fd87a38d291647f2b0cd841f802ae54c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/fd87a38d291647f2b0cd841f802ae54c 2024-12-14T05:42:56,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/fd87a38d291647f2b0cd841f802ae54c, entries=250, sequenceid=196, filesize=16.5 K 2024-12-14T05:42:56,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a88bd5d49e8f4f7f97c49965a72aad6e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a88bd5d49e8f4f7f97c49965a72aad6e 2024-12-14T05:42:56,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a88bd5d49e8f4f7f97c49965a72aad6e, entries=150, sequenceid=196, filesize=11.9 K 2024-12-14T05:42:56,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/cd3b6561cbe24ec18705a9c5243e79fb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/cd3b6561cbe24ec18705a9c5243e79fb 2024-12-14T05:42:56,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/cd3b6561cbe24ec18705a9c5243e79fb, entries=150, sequenceid=196, filesize=11.9 K 2024-12-14T05:42:56,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3ffc31eceeb3b664edbfe9842ec7b189 in 846ms, sequenceid=196, compaction requested=true 2024-12-14T05:42:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:56,458 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:42:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:56,458 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:42:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:56,459 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:42:56,459 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:42:56,459 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:42:56,459 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:42:56,459 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:56,459 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:56,459 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/3229b78369634d6c98cb54dc7fe5808b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/73401b395bc24fdd8910298700057575, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/72b7e298eaa641fdb976231d288277a9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/fd87a38d291647f2b0cd841f802ae54c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=54.8 K 2024-12-14T05:42:56,459 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a9e92bb351d2460595f2691cd2320680, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/433b4edbd6984851988a9cde6505e7b1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/39dbedbb6c6c45b19c5855f84091504a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a88bd5d49e8f4f7f97c49965a72aad6e] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=47.8 K 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a9e92bb351d2460595f2691cd2320680, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734154972088 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3229b78369634d6c98cb54dc7fe5808b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734154972088 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 433b4edbd6984851988a9cde6505e7b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734154972728 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73401b395bc24fdd8910298700057575, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734154972725 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 39dbedbb6c6c45b19c5855f84091504a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734154973356 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72b7e298eaa641fdb976231d288277a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734154973356 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a88bd5d49e8f4f7f97c49965a72aad6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734154975499 2024-12-14T05:42:56,460 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd87a38d291647f2b0cd841f802ae54c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734154975499 2024-12-14T05:42:56,466 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:56,466 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:56,467 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/efa81f48d9454963bba2fe2a2c352184 is 50, key is test_row_0/A:col10/1734154975499/Put/seqid=0 2024-12-14T05:42:56,467 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/fed8d73d09fd4a588e31539d39ac7f58 is 50, key is test_row_0/B:col10/1734154975499/Put/seqid=0 2024-12-14T05:42:56,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742289_1465 (size=12595) 2024-12-14T05:42:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742290_1466 (size=12595) 2024-12-14T05:42:56,474 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/fed8d73d09fd4a588e31539d39ac7f58 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fed8d73d09fd4a588e31539d39ac7f58 2024-12-14T05:42:56,478 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into fed8d73d09fd4a588e31539d39ac7f58(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:56,478 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:56,478 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=12, startTime=1734154976458; duration=0sec 2024-12-14T05:42:56,478 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:56,478 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:42:56,478 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-14T05:42:56,479 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-14T05:42:56,479 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:42:56,479 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:56,479 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/52ef168a07d54d26a8f44e0ee9fb61e3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/406aea111bee415583e1ad2b915cd49e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/f7322da59f764d518655e6d490a5a9ec, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/cd3b6561cbe24ec18705a9c5243e79fb] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=47.8 K 2024-12-14T05:42:56,480 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 52ef168a07d54d26a8f44e0ee9fb61e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734154972088 2024-12-14T05:42:56,480 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 406aea111bee415583e1ad2b915cd49e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734154972728 2024-12-14T05:42:56,480 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting f7322da59f764d518655e6d490a5a9ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734154973356 2024-12-14T05:42:56,480 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting cd3b6561cbe24ec18705a9c5243e79fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734154975499 2024-12-14T05:42:56,485 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:56,485 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/9228acd375424e8c85081222cab206a5 is 50, key is test_row_0/C:col10/1734154975499/Put/seqid=0 2024-12-14T05:42:56,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742291_1467 (size=12595) 2024-12-14T05:42:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-14T05:42:56,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:56,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-14T05:42:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:56,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:42:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/9b150851d9554e0494475b93631ceeb9 is 50, key is test_row_0/A:col10/1734154975630/Put/seqid=0 2024-12-14T05:42:56,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742292_1468 (size=12151) 2024-12-14T05:42:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:56,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155036777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155036777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155036778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155036782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,874 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/efa81f48d9454963bba2fe2a2c352184 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/efa81f48d9454963bba2fe2a2c352184 2024-12-14T05:42:56,877 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into efa81f48d9454963bba2fe2a2c352184(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:56,877 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:56,877 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=12, startTime=1734154976458; duration=0sec 2024-12-14T05:42:56,877 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:56,878 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:42:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155036884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155036884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155036885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-14T05:42:56,893 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/9228acd375424e8c85081222cab206a5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/9228acd375424e8c85081222cab206a5 2024-12-14T05:42:56,897 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into 9228acd375424e8c85081222cab206a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:56,897 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:56,897 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=12, startTime=1734154976458; duration=0sec 2024-12-14T05:42:56,897 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:56,897 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:42:56,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155036895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,000 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/9b150851d9554e0494475b93631ceeb9 2024-12-14T05:42:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/b154c1e84f0a4e27a1032ce8885bafc0 is 50, key is test_row_0/B:col10/1734154975630/Put/seqid=0 2024-12-14T05:42:57,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742293_1469 (size=12151) 2024-12-14T05:42:57,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155037089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155037089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155037089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155037098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-14T05:42:57,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155037394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155037394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155037395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155037401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,415 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/b154c1e84f0a4e27a1032ce8885bafc0 2024-12-14T05:42:57,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e2b21500d3354cc68ee7c77f27aaae1d is 50, key is test_row_0/C:col10/1734154975630/Put/seqid=0 2024-12-14T05:42:57,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742294_1470 (size=12151) 2024-12-14T05:42:57,424 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e2b21500d3354cc68ee7c77f27aaae1d 2024-12-14T05:42:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/9b150851d9554e0494475b93631ceeb9 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/9b150851d9554e0494475b93631ceeb9 2024-12-14T05:42:57,429 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/9b150851d9554e0494475b93631ceeb9, entries=150, sequenceid=211, filesize=11.9 K 2024-12-14T05:42:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/b154c1e84f0a4e27a1032ce8885bafc0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/b154c1e84f0a4e27a1032ce8885bafc0 2024-12-14T05:42:57,433 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/b154c1e84f0a4e27a1032ce8885bafc0, entries=150, sequenceid=211, filesize=11.9 K 2024-12-14T05:42:57,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e2b21500d3354cc68ee7c77f27aaae1d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2b21500d3354cc68ee7c77f27aaae1d 2024-12-14T05:42:57,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2b21500d3354cc68ee7c77f27aaae1d, entries=150, sequenceid=211, filesize=11.9 K 2024-12-14T05:42:57,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3ffc31eceeb3b664edbfe9842ec7b189 in 849ms, sequenceid=211, compaction requested=false 2024-12-14T05:42:57,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:57,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:57,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-14T05:42:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-14T05:42:57,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-14T05:42:57,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1530 sec 2024-12-14T05:42:57,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.2140 sec 2024-12-14T05:42:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:42:57,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-14T05:42:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:57,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f074aec8014c4fdfb0da4e196fa1e9f5 is 50, key is test_row_0/A:col10/1734154976777/Put/seqid=0 2024-12-14T05:42:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742295_1471 (size=16931) 2024-12-14T05:42:57,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155037907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155037908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155037911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:57,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155037911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155038013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155038013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155038016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155038020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55410 deadline: 1734155038120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,124 DEBUG [Thread-1909 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., hostname=e1063daab615,33421,1734154841687, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:42:58,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155038217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155038218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155038219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155038225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f074aec8014c4fdfb0da4e196fa1e9f5 2024-12-14T05:42:58,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/4516f34bafdb4fd2adbf831789723177 is 50, key is test_row_0/B:col10/1734154976777/Put/seqid=0 2024-12-14T05:42:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742296_1472 (size=12151) 2024-12-14T05:42:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-14T05:42:58,393 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-14T05:42:58,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-14T05:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-14T05:42:58,394 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:42:58,395 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:42:58,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:42:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-14T05:42:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155038523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155038523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155038523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155038528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:58,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:58,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-14T05:42:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:58,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-14T05:42:58,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:58,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-14T05:42:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:58,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/4516f34bafdb4fd2adbf831789723177 2024-12-14T05:42:58,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/5bc68f08baf54953a9bcb9f70262c0a4 is 50, key is test_row_0/C:col10/1734154976777/Put/seqid=0 2024-12-14T05:42:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742297_1473 (size=12151) 2024-12-14T05:42:58,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:58,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-14T05:42:58,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:58,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:58,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:58,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-14T05:42:59,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:59,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-14T05:42:59,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:59,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:42:59,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:59,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:59,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:42:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155039028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155039031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155039031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:59,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:42:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155039034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:42:59,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/5bc68f08baf54953a9bcb9f70262c0a4 2024-12-14T05:42:59,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/f074aec8014c4fdfb0da4e196fa1e9f5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f074aec8014c4fdfb0da4e196fa1e9f5 2024-12-14T05:42:59,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f074aec8014c4fdfb0da4e196fa1e9f5, entries=250, sequenceid=237, filesize=16.5 K 2024-12-14T05:42:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/4516f34bafdb4fd2adbf831789723177 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/4516f34bafdb4fd2adbf831789723177 2024-12-14T05:42:59,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/4516f34bafdb4fd2adbf831789723177, entries=150, sequenceid=237, filesize=11.9 K 2024-12-14T05:42:59,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/5bc68f08baf54953a9bcb9f70262c0a4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/5bc68f08baf54953a9bcb9f70262c0a4 2024-12-14T05:42:59,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/5bc68f08baf54953a9bcb9f70262c0a4, entries=150, sequenceid=237, filesize=11.9 K 2024-12-14T05:42:59,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1238ms, sequenceid=237, compaction requested=true 2024-12-14T05:42:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:42:59,137 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:42:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:59,137 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:42:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:59,137 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:42:59,138 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:59,138 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:59,138 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fed8d73d09fd4a588e31539d39ac7f58, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/b154c1e84f0a4e27a1032ce8885bafc0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/4516f34bafdb4fd2adbf831789723177] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.0 K 2024-12-14T05:42:59,138 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/efa81f48d9454963bba2fe2a2c352184, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/9b150851d9554e0494475b93631ceeb9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f074aec8014c4fdfb0da4e196fa1e9f5] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=40.7 K 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting efa81f48d9454963bba2fe2a2c352184, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734154975499 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fed8d73d09fd4a588e31539d39ac7f58, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734154975499 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b154c1e84f0a4e27a1032ce8885bafc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154975617 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b150851d9554e0494475b93631ceeb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154975617 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f074aec8014c4fdfb0da4e196fa1e9f5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734154976769 2024-12-14T05:42:59,138 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 4516f34bafdb4fd2adbf831789723177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734154976769 2024-12-14T05:42:59,144 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:59,144 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/253ad21dab304d2da77f2893de94d74b is 50, key is test_row_0/B:col10/1734154976777/Put/seqid=0 2024-12-14T05:42:59,145 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:59,145 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/1b5a1da3f2ee4b97bcb09e5b7ac24f13 is 50, key is test_row_0/A:col10/1734154976777/Put/seqid=0 2024-12-14T05:42:59,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742298_1474 (size=12697) 2024-12-14T05:42:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742299_1475 (size=12697) 2024-12-14T05:42:59,153 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/1b5a1da3f2ee4b97bcb09e5b7ac24f13 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/1b5a1da3f2ee4b97bcb09e5b7ac24f13 2024-12-14T05:42:59,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:42:59,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-14T05:42:59,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:59,156 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:42:59,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:42:59,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:59,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:42:59,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:59,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:42:59,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:42:59,157 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into 1b5a1da3f2ee4b97bcb09e5b7ac24f13(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:59,157 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:59,157 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=13, startTime=1734154979137; duration=0sec 2024-12-14T05:42:59,157 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:42:59,157 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:42:59,157 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:42:59,158 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:42:59,158 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:42:59,158 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:59,158 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/9228acd375424e8c85081222cab206a5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2b21500d3354cc68ee7c77f27aaae1d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/5bc68f08baf54953a9bcb9f70262c0a4] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.0 K 2024-12-14T05:42:59,159 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9228acd375424e8c85081222cab206a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734154975499 2024-12-14T05:42:59,159 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2b21500d3354cc68ee7c77f27aaae1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734154975617 2024-12-14T05:42:59,159 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bc68f08baf54953a9bcb9f70262c0a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734154976769 2024-12-14T05:42:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/5eb9ee9e897841af96f0b00cff3774bd is 50, key is test_row_0/A:col10/1734154977907/Put/seqid=0 2024-12-14T05:42:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742300_1476 (size=12151) 2024-12-14T05:42:59,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/5eb9ee9e897841af96f0b00cff3774bd 2024-12-14T05:42:59,164 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:42:59,165 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/706d78dd3247464ebced96f11404f1ef is 50, key is test_row_0/C:col10/1734154976777/Put/seqid=0 2024-12-14T05:42:59,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742301_1477 (size=12697) 2024-12-14T05:42:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/e41c650a95984d059e0cfe90a00c28c3 is 50, key is test_row_0/B:col10/1734154977907/Put/seqid=0 2024-12-14T05:42:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742302_1478 (size=12151) 2024-12-14T05:42:59,174 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/e41c650a95984d059e0cfe90a00c28c3 2024-12-14T05:42:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/fd730778dfcb4e4ea781fefa59ddaadf is 50, key is test_row_0/C:col10/1734154977907/Put/seqid=0 2024-12-14T05:42:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742303_1479 (size=12151) 2024-12-14T05:42:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-14T05:42:59,551 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/253ad21dab304d2da77f2893de94d74b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/253ad21dab304d2da77f2893de94d74b 2024-12-14T05:42:59,555 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into 253ad21dab304d2da77f2893de94d74b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:59,555 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:59,555 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=13, startTime=1734154979137; duration=0sec 2024-12-14T05:42:59,555 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:59,555 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:42:59,571 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/706d78dd3247464ebced96f11404f1ef as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/706d78dd3247464ebced96f11404f1ef 2024-12-14T05:42:59,575 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into 706d78dd3247464ebced96f11404f1ef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:42:59,575 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:59,575 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=13, startTime=1734154979137; duration=0sec 2024-12-14T05:42:59,575 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:42:59,575 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:42:59,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/fd730778dfcb4e4ea781fefa59ddaadf 2024-12-14T05:42:59,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/5eb9ee9e897841af96f0b00cff3774bd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/5eb9ee9e897841af96f0b00cff3774bd 2024-12-14T05:42:59,590 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/5eb9ee9e897841af96f0b00cff3774bd, entries=150, sequenceid=249, filesize=11.9 K 2024-12-14T05:42:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/e41c650a95984d059e0cfe90a00c28c3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/e41c650a95984d059e0cfe90a00c28c3 2024-12-14T05:42:59,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/e41c650a95984d059e0cfe90a00c28c3, entries=150, sequenceid=249, filesize=11.9 K 2024-12-14T05:42:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/fd730778dfcb4e4ea781fefa59ddaadf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/fd730778dfcb4e4ea781fefa59ddaadf 2024-12-14T05:42:59,598 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/fd730778dfcb4e4ea781fefa59ddaadf, entries=150, sequenceid=249, filesize=11.9 K 2024-12-14T05:42:59,599 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 3ffc31eceeb3b664edbfe9842ec7b189 in 443ms, sequenceid=249, compaction requested=false 2024-12-14T05:42:59,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:42:59,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:42:59,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-14T05:42:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-14T05:42:59,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-14T05:42:59,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2050 sec 2024-12-14T05:42:59,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.2080 sec 2024-12-14T05:43:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:00,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:43:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:43:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:43:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:43:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:00,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/dcf51ee824134bec9bb2ef4275ca8df8 is 50, key is test_row_0/A:col10/1734154980047/Put/seqid=0 2024-12-14T05:43:00,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742304_1480 (size=14691) 2024-12-14T05:43:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155040072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155040076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155040078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155040078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155040179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155040180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155040186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155040186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155040382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155040383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155040390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155040391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/dcf51ee824134bec9bb2ef4275ca8df8 2024-12-14T05:43:00,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/0bfe1086528540f1856913b1cee3eda1 is 50, key is test_row_0/B:col10/1734154980047/Put/seqid=0 2024-12-14T05:43:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742305_1481 (size=12251) 2024-12-14T05:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-14T05:43:00,498 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-14T05:43:00,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-14T05:43:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-14T05:43:00,500 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:00,500 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:00,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-14T05:43:00,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:00,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-14T05:43:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:00,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155040686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155040687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155040694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155040694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-14T05:43:00,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:00,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-14T05:43:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:00,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/0bfe1086528540f1856913b1cee3eda1 2024-12-14T05:43:00,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/04608dc0db99498baf40439f60353e13 is 50, key is test_row_0/C:col10/1734154980047/Put/seqid=0 2024-12-14T05:43:00,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742306_1482 (size=12251) 2024-12-14T05:43:00,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:00,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-14T05:43:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:00,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-14T05:43:01,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:01,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-14T05:43:01,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:01,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:01,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155041190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:01,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155041191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:01,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155041198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:01,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155041198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:01,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:01,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-14T05:43:01,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:01,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:01,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:01,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/04608dc0db99498baf40439f60353e13 2024-12-14T05:43:01,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/dcf51ee824134bec9bb2ef4275ca8df8 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/dcf51ee824134bec9bb2ef4275ca8df8 2024-12-14T05:43:01,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/dcf51ee824134bec9bb2ef4275ca8df8, entries=200, sequenceid=264, filesize=14.3 K 2024-12-14T05:43:01,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/0bfe1086528540f1856913b1cee3eda1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/0bfe1086528540f1856913b1cee3eda1 2024-12-14T05:43:01,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/0bfe1086528540f1856913b1cee3eda1, entries=150, sequenceid=264, filesize=12.0 K 2024-12-14T05:43:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/04608dc0db99498baf40439f60353e13 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/04608dc0db99498baf40439f60353e13 2024-12-14T05:43:01,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/04608dc0db99498baf40439f60353e13, entries=150, sequenceid=264, filesize=12.0 K 2024-12-14T05:43:01,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1278ms, sequenceid=264, compaction requested=true 2024-12-14T05:43:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:43:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:43:01,325 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:01,326 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:43:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:01,326 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:01,326 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:01,326 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:43:01,326 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:43:01,326 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,326 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,326 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/1b5a1da3f2ee4b97bcb09e5b7ac24f13, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/5eb9ee9e897841af96f0b00cff3774bd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/dcf51ee824134bec9bb2ef4275ca8df8] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=38.6 K 2024-12-14T05:43:01,326 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/253ad21dab304d2da77f2893de94d74b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/e41c650a95984d059e0cfe90a00c28c3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/0bfe1086528540f1856913b1cee3eda1] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.2 K 2024-12-14T05:43:01,327 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b5a1da3f2ee4b97bcb09e5b7ac24f13, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734154976769 2024-12-14T05:43:01,327 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 253ad21dab304d2da77f2893de94d74b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734154976769 2024-12-14T05:43:01,327 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eb9ee9e897841af96f0b00cff3774bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734154977907 2024-12-14T05:43:01,327 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting e41c650a95984d059e0cfe90a00c28c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734154977907 2024-12-14T05:43:01,327 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcf51ee824134bec9bb2ef4275ca8df8, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734154980036 2024-12-14T05:43:01,327 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bfe1086528540f1856913b1cee3eda1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734154980036 2024-12-14T05:43:01,331 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:01,331 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:01,331 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/448f3cb625cb45c396132522894539f7 is 50, key is test_row_0/A:col10/1734154980047/Put/seqid=0 2024-12-14T05:43:01,331 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/171032c0525d441d9f171993abc264a4 is 50, key is test_row_0/B:col10/1734154980047/Put/seqid=0 2024-12-14T05:43:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742307_1483 (size=12899) 2024-12-14T05:43:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742308_1484 (size=12899) 2024-12-14T05:43:01,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:01,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-14T05:43:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,413 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-14T05:43:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:43:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:43:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:43:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:01,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/54bdcd2ffedd422a86b26898134a90ab is 50, key is test_row_0/A:col10/1734154980077/Put/seqid=0 2024-12-14T05:43:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742309_1485 (size=12301) 2024-12-14T05:43:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-14T05:43:01,738 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/171032c0525d441d9f171993abc264a4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/171032c0525d441d9f171993abc264a4 2024-12-14T05:43:01,738 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/448f3cb625cb45c396132522894539f7 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/448f3cb625cb45c396132522894539f7 2024-12-14T05:43:01,742 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into 448f3cb625cb45c396132522894539f7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:01,742 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into 171032c0525d441d9f171993abc264a4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:01,742 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:01,742 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:01,742 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=13, startTime=1734154981325; duration=0sec 2024-12-14T05:43:01,742 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=13, startTime=1734154981325; duration=0sec 2024-12-14T05:43:01,742 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:01,742 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:43:01,742 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:01,742 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:43:01,742 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:01,743 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:01,743 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:43:01,743 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:01,743 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/706d78dd3247464ebced96f11404f1ef, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/fd730778dfcb4e4ea781fefa59ddaadf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/04608dc0db99498baf40439f60353e13] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.2 K 2024-12-14T05:43:01,744 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 706d78dd3247464ebced96f11404f1ef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734154976769 2024-12-14T05:43:01,744 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fd730778dfcb4e4ea781fefa59ddaadf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734154977907 2024-12-14T05:43:01,744 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 04608dc0db99498baf40439f60353e13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734154980036 2024-12-14T05:43:01,748 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:01,749 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/ac15918c89cc4a60856f4b7ef58439a1 is 50, key is test_row_0/C:col10/1734154980047/Put/seqid=0 2024-12-14T05:43:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742310_1486 (size=12899) 2024-12-14T05:43:01,820 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/54bdcd2ffedd422a86b26898134a90ab 2024-12-14T05:43:01,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a3c00c6b2c424dd78e94e8eb7517251e is 50, key is test_row_0/B:col10/1734154980077/Put/seqid=0 2024-12-14T05:43:01,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742311_1487 (size=12301) 2024-12-14T05:43:02,156 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/ac15918c89cc4a60856f4b7ef58439a1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ac15918c89cc4a60856f4b7ef58439a1 2024-12-14T05:43:02,159 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into ac15918c89cc4a60856f4b7ef58439a1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:02,160 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:02,160 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=13, startTime=1734154981326; duration=0sec 2024-12-14T05:43:02,160 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:02,160 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:43:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155042207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155042208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155042210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155042211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,227 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a3c00c6b2c424dd78e94e8eb7517251e 2024-12-14T05:43:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/b15fa624006342b59d97832c42d34ee6 is 50, key is test_row_0/C:col10/1734154980077/Put/seqid=0 2024-12-14T05:43:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742312_1488 (size=12301) 2024-12-14T05:43:02,242 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/b15fa624006342b59d97832c42d34ee6 2024-12-14T05:43:02,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/54bdcd2ffedd422a86b26898134a90ab as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/54bdcd2ffedd422a86b26898134a90ab 2024-12-14T05:43:02,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/54bdcd2ffedd422a86b26898134a90ab, entries=150, sequenceid=288, filesize=12.0 K 2024-12-14T05:43:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/a3c00c6b2c424dd78e94e8eb7517251e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a3c00c6b2c424dd78e94e8eb7517251e 2024-12-14T05:43:02,251 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a3c00c6b2c424dd78e94e8eb7517251e, entries=150, sequenceid=288, filesize=12.0 K 2024-12-14T05:43:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/b15fa624006342b59d97832c42d34ee6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/b15fa624006342b59d97832c42d34ee6 2024-12-14T05:43:02,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/b15fa624006342b59d97832c42d34ee6, entries=150, sequenceid=288, filesize=12.0 K 2024-12-14T05:43:02,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3ffc31eceeb3b664edbfe9842ec7b189 in 842ms, sequenceid=288, compaction requested=false 2024-12-14T05:43:02,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:02,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-14T05:43:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-14T05:43:02,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-14T05:43:02,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-12-14T05:43:02,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.7580 sec 2024-12-14T05:43:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:02,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-14T05:43:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:43:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:43:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:43:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:02,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/e0803e726ac14eab9680a661d64e4abe is 50, key is test_row_0/A:col10/1734154982210/Put/seqid=0 2024-12-14T05:43:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742313_1489 (size=14741) 2024-12-14T05:43:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155042339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155042340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155042340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155042443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155042443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155042445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-14T05:43:02,603 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-14T05:43:02,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-14T05:43:02,605 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-14T05:43:02,605 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:02,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155042646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155042647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155042648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-14T05:43:02,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/e0803e726ac14eab9680a661d64e4abe 2024-12-14T05:43:02,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/7216fdac89f242f4a68ddf2eb2d3cac6 is 50, key is test_row_0/B:col10/1734154982210/Put/seqid=0 2024-12-14T05:43:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742314_1490 (size=12301) 2024-12-14T05:43:02,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:02,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-14T05:43:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:02,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-14T05:43:02,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:02,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-14T05:43:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:02,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:02,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155042952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155042952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155042952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:03,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-14T05:43:03,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:03,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:03,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:03,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/7216fdac89f242f4a68ddf2eb2d3cac6 2024-12-14T05:43:03,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/bdf66ec1081b48c096a3685841383cc0 is 50, key is test_row_0/C:col10/1734154982210/Put/seqid=0 2024-12-14T05:43:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742315_1491 (size=12301) 2024-12-14T05:43:03,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/bdf66ec1081b48c096a3685841383cc0 2024-12-14T05:43:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/e0803e726ac14eab9680a661d64e4abe as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/e0803e726ac14eab9680a661d64e4abe 2024-12-14T05:43:03,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/e0803e726ac14eab9680a661d64e4abe, entries=200, sequenceid=305, filesize=14.4 K 2024-12-14T05:43:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/7216fdac89f242f4a68ddf2eb2d3cac6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7216fdac89f242f4a68ddf2eb2d3cac6 2024-12-14T05:43:03,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7216fdac89f242f4a68ddf2eb2d3cac6, entries=150, sequenceid=305, filesize=12.0 K 2024-12-14T05:43:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/bdf66ec1081b48c096a3685841383cc0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bdf66ec1081b48c096a3685841383cc0 2024-12-14T05:43:03,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bdf66ec1081b48c096a3685841383cc0, entries=150, sequenceid=305, filesize=12.0 K 2024-12-14T05:43:03,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3ffc31eceeb3b664edbfe9842ec7b189 in 841ms, sequenceid=305, compaction requested=true 2024-12-14T05:43:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:03,154 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:43:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:43:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:03,154 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:43:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:03,155 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:03,155 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:43:03,155 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:03,155 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/448f3cb625cb45c396132522894539f7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/54bdcd2ffedd422a86b26898134a90ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/e0803e726ac14eab9680a661d64e4abe] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=39.0 K 2024-12-14T05:43:03,155 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:03,155 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:43:03,155 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:03,155 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/171032c0525d441d9f171993abc264a4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a3c00c6b2c424dd78e94e8eb7517251e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7216fdac89f242f4a68ddf2eb2d3cac6] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.6 K 2024-12-14T05:43:03,155 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 448f3cb625cb45c396132522894539f7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734154980036 2024-12-14T05:43:03,156 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 171032c0525d441d9f171993abc264a4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734154980036 2024-12-14T05:43:03,156 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54bdcd2ffedd422a86b26898134a90ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734154980070 2024-12-14T05:43:03,156 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a3c00c6b2c424dd78e94e8eb7517251e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734154980070 2024-12-14T05:43:03,156 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0803e726ac14eab9680a661d64e4abe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734154982206 2024-12-14T05:43:03,156 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 7216fdac89f242f4a68ddf2eb2d3cac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734154982206 2024-12-14T05:43:03,162 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:03,162 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:03,162 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/7e3b6a0d0e544ad0a36a89cfdeb2ba99 is 50, key is test_row_0/A:col10/1734154982210/Put/seqid=0 2024-12-14T05:43:03,162 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/c4f1c430275b4a02826aa323cecaa7f2 is 50, key is test_row_0/B:col10/1734154982210/Put/seqid=0 2024-12-14T05:43:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742316_1492 (size=13051) 2024-12-14T05:43:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742317_1493 (size=13051) 2024-12-14T05:43:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-14T05:43:03,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:03,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-14T05:43:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:03,214 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-14T05:43:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:43:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:43:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:43:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/6f4441aab88a44a3b2296dd74ce64ffe is 50, key is test_row_0/A:col10/1734154982334/Put/seqid=0 2024-12-14T05:43:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742318_1494 (size=12301) 2024-12-14T05:43:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:03,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. as already flushing 2024-12-14T05:43:03,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155043470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155043471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155043474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,577 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/c4f1c430275b4a02826aa323cecaa7f2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/c4f1c430275b4a02826aa323cecaa7f2 2024-12-14T05:43:03,577 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/7e3b6a0d0e544ad0a36a89cfdeb2ba99 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/7e3b6a0d0e544ad0a36a89cfdeb2ba99 2024-12-14T05:43:03,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155043575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155043575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155043576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,581 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into c4f1c430275b4a02826aa323cecaa7f2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:03,581 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:03,581 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=13, startTime=1734154983154; duration=0sec 2024-12-14T05:43:03,581 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:03,581 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:43:03,581 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:03,582 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into 7e3b6a0d0e544ad0a36a89cfdeb2ba99(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:03,582 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:03,582 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=13, startTime=1734154983154; duration=0sec 2024-12-14T05:43:03,582 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:03,582 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:43:03,582 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:03,583 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:43:03,583 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:03,583 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ac15918c89cc4a60856f4b7ef58439a1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/b15fa624006342b59d97832c42d34ee6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bdf66ec1081b48c096a3685841383cc0] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.6 K 2024-12-14T05:43:03,583 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting ac15918c89cc4a60856f4b7ef58439a1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734154980036 2024-12-14T05:43:03,583 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b15fa624006342b59d97832c42d34ee6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734154980070 2024-12-14T05:43:03,584 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting bdf66ec1081b48c096a3685841383cc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734154982206 2024-12-14T05:43:03,588 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:03,588 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/54da0e5cd8bf41d0a8593b79a0680748 is 50, key is test_row_0/C:col10/1734154982210/Put/seqid=0 2024-12-14T05:43:03,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742319_1495 (size=13051) 2024-12-14T05:43:03,621 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/6f4441aab88a44a3b2296dd74ce64ffe 2024-12-14T05:43:03,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/fc564dbc9acf4b79ba71ad0da0844f30 is 50, key is test_row_0/B:col10/1734154982334/Put/seqid=0 2024-12-14T05:43:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742320_1496 (size=12301) 2024-12-14T05:43:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-14T05:43:03,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155043779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155043779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155043780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:03,807 DEBUG [Thread-1920 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:63714 2024-12-14T05:43:03,807 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:03,809 DEBUG [Thread-1922 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c692575 to 127.0.0.1:63714 2024-12-14T05:43:03,809 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:03,810 DEBUG [Thread-1918 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:63714 2024-12-14T05:43:03,810 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:03,810 DEBUG [Thread-1916 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:63714 2024-12-14T05:43:03,810 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:03,813 DEBUG [Thread-1924 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbd2497 to 127.0.0.1:63714 2024-12-14T05:43:03,813 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:04,002 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/54da0e5cd8bf41d0a8593b79a0680748 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/54da0e5cd8bf41d0a8593b79a0680748 2024-12-14T05:43:04,007 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into 54da0e5cd8bf41d0a8593b79a0680748(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:04,007 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:04,007 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=13, startTime=1734154983154; duration=0sec 2024-12-14T05:43:04,007 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:04,007 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:43:04,031 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/fc564dbc9acf4b79ba71ad0da0844f30 2024-12-14T05:43:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/200f0a5e698d4aa89092497a246322ab is 50, key is test_row_0/C:col10/1734154982334/Put/seqid=0 2024-12-14T05:43:04,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742321_1497 (size=12301) 2024-12-14T05:43:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55364 deadline: 1734155044083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734155044084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55350 deadline: 1734155044084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:04,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55354 deadline: 1734155044224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:04,225 DEBUG [Thread-1907 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., hostname=e1063daab615,33421,1734154841687, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:04,448 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/200f0a5e698d4aa89092497a246322ab 2024-12-14T05:43:04,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/6f4441aab88a44a3b2296dd74ce64ffe as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/6f4441aab88a44a3b2296dd74ce64ffe 2024-12-14T05:43:04,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/6f4441aab88a44a3b2296dd74ce64ffe, entries=150, sequenceid=327, filesize=12.0 K 2024-12-14T05:43:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/fc564dbc9acf4b79ba71ad0da0844f30 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fc564dbc9acf4b79ba71ad0da0844f30 2024-12-14T05:43:04,467 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fc564dbc9acf4b79ba71ad0da0844f30, entries=150, sequenceid=327, filesize=12.0 K 2024-12-14T05:43:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/200f0a5e698d4aa89092497a246322ab as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/200f0a5e698d4aa89092497a246322ab 2024-12-14T05:43:04,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/200f0a5e698d4aa89092497a246322ab, entries=150, sequenceid=327, filesize=12.0 K 2024-12-14T05:43:04,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1256ms, sequenceid=327, compaction requested=false 2024-12-14T05:43:04,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:04,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:04,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-14T05:43:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-14T05:43:04,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-14T05:43:04,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-12-14T05:43:04,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.8690 sec 2024-12-14T05:43:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:04,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-14T05:43:04,592 DEBUG [Thread-1905 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:63714 2024-12-14T05:43:04,592 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:43:04,594 DEBUG [Thread-1913 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:63714 2024-12-14T05:43:04,594 DEBUG [Thread-1911 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:63714 2024-12-14T05:43:04,594 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:04,594 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:43:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:43:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:04,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/346e4f4b62d6420e808c3985a6d1b06d is 50, key is test_row_0/A:col10/1734154984591/Put/seqid=0 2024-12-14T05:43:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742322_1498 (size=12301) 2024-12-14T05:43:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-14T05:43:04,710 INFO [Thread-1915 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-14T05:43:05,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/346e4f4b62d6420e808c3985a6d1b06d 2024-12-14T05:43:05,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/7e2396b2ac5444b88e13493894ec215d is 50, key is test_row_0/B:col10/1734154984591/Put/seqid=0 2024-12-14T05:43:05,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742323_1499 (size=12301) 2024-12-14T05:43:05,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/7e2396b2ac5444b88e13493894ec215d 2024-12-14T05:43:05,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/10c8b506c6c44f3fb1a46dff3c1f6824 is 50, key is test_row_0/C:col10/1734154984591/Put/seqid=0 2024-12-14T05:43:05,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742324_1500 (size=12301) 2024-12-14T05:43:05,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/10c8b506c6c44f3fb1a46dff3c1f6824 2024-12-14T05:43:05,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/346e4f4b62d6420e808c3985a6d1b06d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/346e4f4b62d6420e808c3985a6d1b06d 2024-12-14T05:43:05,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/346e4f4b62d6420e808c3985a6d1b06d, entries=150, sequenceid=347, filesize=12.0 K 2024-12-14T05:43:05,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/7e2396b2ac5444b88e13493894ec215d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7e2396b2ac5444b88e13493894ec215d 2024-12-14T05:43:05,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7e2396b2ac5444b88e13493894ec215d, entries=150, sequenceid=347, filesize=12.0 K 2024-12-14T05:43:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/10c8b506c6c44f3fb1a46dff3c1f6824 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/10c8b506c6c44f3fb1a46dff3c1f6824 2024-12-14T05:43:05,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/10c8b506c6c44f3fb1a46dff3c1f6824, entries=150, sequenceid=347, filesize=12.0 K 2024-12-14T05:43:05,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1271ms, sequenceid=347, compaction requested=true 2024-12-14T05:43:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:43:05,862 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:43:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:05,862 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffc31eceeb3b664edbfe9842ec7b189:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:43:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:05,863 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:05,863 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:05,863 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/A is initiating minor compaction (all files) 2024-12-14T05:43:05,863 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/B is initiating minor compaction (all files) 2024-12-14T05:43:05,863 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/A in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:05,863 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/B in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:05,863 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/7e3b6a0d0e544ad0a36a89cfdeb2ba99, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/6f4441aab88a44a3b2296dd74ce64ffe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/346e4f4b62d6420e808c3985a6d1b06d] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.8 K 2024-12-14T05:43:05,863 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/c4f1c430275b4a02826aa323cecaa7f2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fc564dbc9acf4b79ba71ad0da0844f30, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7e2396b2ac5444b88e13493894ec215d] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.8 K 2024-12-14T05:43:05,864 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e3b6a0d0e544ad0a36a89cfdeb2ba99, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734154982206 2024-12-14T05:43:05,864 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c4f1c430275b4a02826aa323cecaa7f2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734154982206 2024-12-14T05:43:05,864 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f4441aab88a44a3b2296dd74ce64ffe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1734154982334 2024-12-14T05:43:05,864 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting fc564dbc9acf4b79ba71ad0da0844f30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1734154982334 2024-12-14T05:43:05,864 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 346e4f4b62d6420e808c3985a6d1b06d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734154983465 2024-12-14T05:43:05,864 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e2396b2ac5444b88e13493894ec215d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734154983465 2024-12-14T05:43:05,872 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:05,872 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:05,873 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/2328074f8dec43f4aec8745716997be0 is 50, key is test_row_0/A:col10/1734154984591/Put/seqid=0 2024-12-14T05:43:05,873 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/6a550aec56d7400e8872749594ae317d is 50, key is test_row_0/B:col10/1734154984591/Put/seqid=0 2024-12-14T05:43:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742325_1501 (size=13153) 2024-12-14T05:43:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742326_1502 (size=13153) 2024-12-14T05:43:06,316 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/2328074f8dec43f4aec8745716997be0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2328074f8dec43f4aec8745716997be0 2024-12-14T05:43:06,316 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/6a550aec56d7400e8872749594ae317d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/6a550aec56d7400e8872749594ae317d 2024-12-14T05:43:06,323 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/A of 3ffc31eceeb3b664edbfe9842ec7b189 into 2328074f8dec43f4aec8745716997be0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:06,323 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/B of 3ffc31eceeb3b664edbfe9842ec7b189 into 6a550aec56d7400e8872749594ae317d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:06,323 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:06,323 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:06,323 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/B, priority=13, startTime=1734154985862; duration=0sec 2024-12-14T05:43:06,323 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/A, priority=13, startTime=1734154985862; duration=0sec 2024-12-14T05:43:06,323 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:06,323 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:B 2024-12-14T05:43:06,323 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:06,323 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:A 2024-12-14T05:43:06,323 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:06,324 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:06,324 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): 3ffc31eceeb3b664edbfe9842ec7b189/C is initiating minor compaction (all files) 2024-12-14T05:43:06,324 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ffc31eceeb3b664edbfe9842ec7b189/C in TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:06,324 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/54da0e5cd8bf41d0a8593b79a0680748, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/200f0a5e698d4aa89092497a246322ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/10c8b506c6c44f3fb1a46dff3c1f6824] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp, totalSize=36.8 K 2024-12-14T05:43:06,325 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 54da0e5cd8bf41d0a8593b79a0680748, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734154982206 2024-12-14T05:43:06,325 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 200f0a5e698d4aa89092497a246322ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1734154982334 2024-12-14T05:43:06,325 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 10c8b506c6c44f3fb1a46dff3c1f6824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734154983465 2024-12-14T05:43:06,333 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffc31eceeb3b664edbfe9842ec7b189#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:06,334 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/881131f8fc684863a20038daaef176d4 is 50, key is test_row_0/C:col10/1734154984591/Put/seqid=0 2024-12-14T05:43:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742327_1503 (size=13153) 2024-12-14T05:43:06,750 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/881131f8fc684863a20038daaef176d4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/881131f8fc684863a20038daaef176d4 2024-12-14T05:43:06,757 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ffc31eceeb3b664edbfe9842ec7b189/C of 3ffc31eceeb3b664edbfe9842ec7b189 into 881131f8fc684863a20038daaef176d4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:06,757 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:06,757 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189., storeName=3ffc31eceeb3b664edbfe9842ec7b189/C, priority=13, startTime=1734154985862; duration=0sec 2024-12-14T05:43:06,757 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:06,757 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffc31eceeb3b664edbfe9842ec7b189:C 2024-12-14T05:43:08,131 DEBUG [Thread-1909 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:63714 2024-12-14T05:43:08,131 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:08,260 DEBUG [Thread-1907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:63714 2024-12-14T05:43:08,260 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-14T05:43:08,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3433 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10299 rows 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3462 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10386 rows 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3445 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10335 rows 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3450 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10350 rows 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3468 2024-12-14T05:43:08,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10404 rows 2024-12-14T05:43:08,262 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-14T05:43:08,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:63714 2024-12-14T05:43:08,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:08,268 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-14T05:43:08,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-14T05:43:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-14T05:43:08,271 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154988271"}]},"ts":"1734154988271"} 2024-12-14T05:43:08,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-14T05:43:08,287 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-14T05:43:08,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:43:08,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffc31eceeb3b664edbfe9842ec7b189, UNASSIGN}] 2024-12-14T05:43:08,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffc31eceeb3b664edbfe9842ec7b189, UNASSIGN 2024-12-14T05:43:08,289 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=3ffc31eceeb3b664edbfe9842ec7b189, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:43:08,290 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:43:08,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:43:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-14T05:43:08,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:08,443 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:08,443 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:43:08,443 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 3ffc31eceeb3b664edbfe9842ec7b189, disabling compactions & flushes 2024-12-14T05:43:08,443 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:08,443 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:08,444 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. after waiting 0 ms 2024-12-14T05:43:08,444 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:08,444 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing 3ffc31eceeb3b664edbfe9842ec7b189 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-14T05:43:08,444 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=A 2024-12-14T05:43:08,445 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:08,445 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=B 2024-12-14T05:43:08,445 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:08,445 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffc31eceeb3b664edbfe9842ec7b189, store=C 2024-12-14T05:43:08,445 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:08,451 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/a8a3a3ec61a947219800a67c741d5485 is 50, key is test_row_1/A:col10/1734154988257/Put/seqid=0 2024-12-14T05:43:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742328_1504 (size=9857) 2024-12-14T05:43:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-14T05:43:08,857 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/a8a3a3ec61a947219800a67c741d5485 2024-12-14T05:43:08,869 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/544afd3850f44bd498f74e1a32b4fc47 is 50, key is test_row_1/B:col10/1734154988257/Put/seqid=0 2024-12-14T05:43:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742329_1505 (size=9857) 2024-12-14T05:43:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-14T05:43:09,273 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/544afd3850f44bd498f74e1a32b4fc47 2024-12-14T05:43:09,280 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e2534af2b41143f586e643a5f01d5a41 is 50, key is test_row_1/C:col10/1734154988257/Put/seqid=0 2024-12-14T05:43:09,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742330_1506 (size=9857) 2024-12-14T05:43:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-14T05:43:09,685 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e2534af2b41143f586e643a5f01d5a41 2024-12-14T05:43:09,691 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/A/a8a3a3ec61a947219800a67c741d5485 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/a8a3a3ec61a947219800a67c741d5485 2024-12-14T05:43:09,695 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/a8a3a3ec61a947219800a67c741d5485, entries=100, sequenceid=355, filesize=9.6 K 2024-12-14T05:43:09,696 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/B/544afd3850f44bd498f74e1a32b4fc47 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/544afd3850f44bd498f74e1a32b4fc47 2024-12-14T05:43:09,700 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/544afd3850f44bd498f74e1a32b4fc47, entries=100, sequenceid=355, filesize=9.6 K 2024-12-14T05:43:09,701 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/.tmp/C/e2534af2b41143f586e643a5f01d5a41 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2534af2b41143f586e643a5f01d5a41 2024-12-14T05:43:09,705 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2534af2b41143f586e643a5f01d5a41, entries=100, sequenceid=355, filesize=9.6 K 2024-12-14T05:43:09,706 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 3ffc31eceeb3b664edbfe9842ec7b189 in 1262ms, sequenceid=355, compaction requested=false 2024-12-14T05:43:09,706 DEBUG [StoreCloser-TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/127400127aa242da966de8b32a5f86cd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/46165c1e655547f9908749b63939d033, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/bc83b0e2cc28467798c055e5f1411ed5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f3833b0cd90b44e99c4b8b8ca12f7c1d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/872c3c18fe234a60b11bbc536a2b57e8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/27bb32de68aa4dc4b58808657c9ddcf1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/641a4f740e82475985c0ccc48d661052, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f246e756fb544661ad13219780eef801, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2ac86bd04edc453f8baa3ce35213e4f0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/3229b78369634d6c98cb54dc7fe5808b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/73401b395bc24fdd8910298700057575, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/72b7e298eaa641fdb976231d288277a9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/fd87a38d291647f2b0cd841f802ae54c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/efa81f48d9454963bba2fe2a2c352184, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/9b150851d9554e0494475b93631ceeb9, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f074aec8014c4fdfb0da4e196fa1e9f5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/1b5a1da3f2ee4b97bcb09e5b7ac24f13, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/5eb9ee9e897841af96f0b00cff3774bd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/dcf51ee824134bec9bb2ef4275ca8df8, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/448f3cb625cb45c396132522894539f7, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/54bdcd2ffedd422a86b26898134a90ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/e0803e726ac14eab9680a661d64e4abe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/7e3b6a0d0e544ad0a36a89cfdeb2ba99, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/6f4441aab88a44a3b2296dd74ce64ffe, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/346e4f4b62d6420e808c3985a6d1b06d] to archive 2024-12-14T05:43:09,707 DEBUG [StoreCloser-TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:43:09,709 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/127400127aa242da966de8b32a5f86cd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/127400127aa242da966de8b32a5f86cd 2024-12-14T05:43:09,709 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f3833b0cd90b44e99c4b8b8ca12f7c1d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f3833b0cd90b44e99c4b8b8ca12f7c1d 2024-12-14T05:43:09,709 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/bc83b0e2cc28467798c055e5f1411ed5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/bc83b0e2cc28467798c055e5f1411ed5 2024-12-14T05:43:09,710 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/872c3c18fe234a60b11bbc536a2b57e8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/872c3c18fe234a60b11bbc536a2b57e8 2024-12-14T05:43:09,710 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/27bb32de68aa4dc4b58808657c9ddcf1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/27bb32de68aa4dc4b58808657c9ddcf1 2024-12-14T05:43:09,710 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/46165c1e655547f9908749b63939d033 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/46165c1e655547f9908749b63939d033 2024-12-14T05:43:09,710 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/641a4f740e82475985c0ccc48d661052 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/641a4f740e82475985c0ccc48d661052 2024-12-14T05:43:09,710 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f246e756fb544661ad13219780eef801 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f246e756fb544661ad13219780eef801 2024-12-14T05:43:09,711 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2ac86bd04edc453f8baa3ce35213e4f0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2ac86bd04edc453f8baa3ce35213e4f0 2024-12-14T05:43:09,711 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/3229b78369634d6c98cb54dc7fe5808b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/3229b78369634d6c98cb54dc7fe5808b 2024-12-14T05:43:09,711 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/fd87a38d291647f2b0cd841f802ae54c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/fd87a38d291647f2b0cd841f802ae54c 2024-12-14T05:43:09,711 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/73401b395bc24fdd8910298700057575 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/73401b395bc24fdd8910298700057575 2024-12-14T05:43:09,711 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/72b7e298eaa641fdb976231d288277a9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/72b7e298eaa641fdb976231d288277a9 2024-12-14T05:43:09,711 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/efa81f48d9454963bba2fe2a2c352184 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/efa81f48d9454963bba2fe2a2c352184 2024-12-14T05:43:09,712 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/9b150851d9554e0494475b93631ceeb9 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/9b150851d9554e0494475b93631ceeb9 2024-12-14T05:43:09,712 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f074aec8014c4fdfb0da4e196fa1e9f5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/f074aec8014c4fdfb0da4e196fa1e9f5 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/dcf51ee824134bec9bb2ef4275ca8df8 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/dcf51ee824134bec9bb2ef4275ca8df8 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/1b5a1da3f2ee4b97bcb09e5b7ac24f13 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/1b5a1da3f2ee4b97bcb09e5b7ac24f13 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/448f3cb625cb45c396132522894539f7 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/448f3cb625cb45c396132522894539f7 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/5eb9ee9e897841af96f0b00cff3774bd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/5eb9ee9e897841af96f0b00cff3774bd 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/54bdcd2ffedd422a86b26898134a90ab to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/54bdcd2ffedd422a86b26898134a90ab 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/e0803e726ac14eab9680a661d64e4abe to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/e0803e726ac14eab9680a661d64e4abe 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/7e3b6a0d0e544ad0a36a89cfdeb2ba99 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/7e3b6a0d0e544ad0a36a89cfdeb2ba99 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/6f4441aab88a44a3b2296dd74ce64ffe to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/6f4441aab88a44a3b2296dd74ce64ffe 2024-12-14T05:43:09,713 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/346e4f4b62d6420e808c3985a6d1b06d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/346e4f4b62d6420e808c3985a6d1b06d 2024-12-14T05:43:09,714 DEBUG [StoreCloser-TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/cb0f943e3e5a4c9b8c98e044dff2a90b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5086490b34f7465088694af7c28efa26, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/13b03c35ac544cb1a3c657b24b39c17e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/acc96fd8a4d94c9e81c2c6db7a883b48, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/388871652fc14e228c05fd163e50d973, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5282f015926a428c908af89ada15620e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/648858c6650d407e9ace6af7e6535486, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/d71e8ef73981412bba5ddd0743754948, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a9e92bb351d2460595f2691cd2320680, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/506c32cefd344af89d8a52594c6ad442, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/433b4edbd6984851988a9cde6505e7b1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/39dbedbb6c6c45b19c5855f84091504a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fed8d73d09fd4a588e31539d39ac7f58, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a88bd5d49e8f4f7f97c49965a72aad6e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/b154c1e84f0a4e27a1032ce8885bafc0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/253ad21dab304d2da77f2893de94d74b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/4516f34bafdb4fd2adbf831789723177, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/e41c650a95984d059e0cfe90a00c28c3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/171032c0525d441d9f171993abc264a4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/0bfe1086528540f1856913b1cee3eda1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a3c00c6b2c424dd78e94e8eb7517251e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/c4f1c430275b4a02826aa323cecaa7f2, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7216fdac89f242f4a68ddf2eb2d3cac6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fc564dbc9acf4b79ba71ad0da0844f30, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7e2396b2ac5444b88e13493894ec215d] to archive 2024-12-14T05:43:09,715 DEBUG [StoreCloser-TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5086490b34f7465088694af7c28efa26 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5086490b34f7465088694af7c28efa26 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/cb0f943e3e5a4c9b8c98e044dff2a90b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/cb0f943e3e5a4c9b8c98e044dff2a90b 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/13b03c35ac544cb1a3c657b24b39c17e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/13b03c35ac544cb1a3c657b24b39c17e 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/388871652fc14e228c05fd163e50d973 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/388871652fc14e228c05fd163e50d973 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5282f015926a428c908af89ada15620e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/5282f015926a428c908af89ada15620e 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/d71e8ef73981412bba5ddd0743754948 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/d71e8ef73981412bba5ddd0743754948 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/acc96fd8a4d94c9e81c2c6db7a883b48 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/acc96fd8a4d94c9e81c2c6db7a883b48 2024-12-14T05:43:09,717 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/648858c6650d407e9ace6af7e6535486 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/648858c6650d407e9ace6af7e6535486 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/39dbedbb6c6c45b19c5855f84091504a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/39dbedbb6c6c45b19c5855f84091504a 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/433b4edbd6984851988a9cde6505e7b1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/433b4edbd6984851988a9cde6505e7b1 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fed8d73d09fd4a588e31539d39ac7f58 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fed8d73d09fd4a588e31539d39ac7f58 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/b154c1e84f0a4e27a1032ce8885bafc0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/b154c1e84f0a4e27a1032ce8885bafc0 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a9e92bb351d2460595f2691cd2320680 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a9e92bb351d2460595f2691cd2320680 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a88bd5d49e8f4f7f97c49965a72aad6e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a88bd5d49e8f4f7f97c49965a72aad6e 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/253ad21dab304d2da77f2893de94d74b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/253ad21dab304d2da77f2893de94d74b 2024-12-14T05:43:09,718 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/506c32cefd344af89d8a52594c6ad442 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/506c32cefd344af89d8a52594c6ad442 2024-12-14T05:43:09,719 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/171032c0525d441d9f171993abc264a4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/171032c0525d441d9f171993abc264a4 2024-12-14T05:43:09,719 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a3c00c6b2c424dd78e94e8eb7517251e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/a3c00c6b2c424dd78e94e8eb7517251e 2024-12-14T05:43:09,719 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/e41c650a95984d059e0cfe90a00c28c3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/e41c650a95984d059e0cfe90a00c28c3 2024-12-14T05:43:09,719 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fc564dbc9acf4b79ba71ad0da0844f30 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/fc564dbc9acf4b79ba71ad0da0844f30 2024-12-14T05:43:09,719 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/0bfe1086528540f1856913b1cee3eda1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/0bfe1086528540f1856913b1cee3eda1 2024-12-14T05:43:09,720 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7216fdac89f242f4a68ddf2eb2d3cac6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7216fdac89f242f4a68ddf2eb2d3cac6 2024-12-14T05:43:09,720 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/4516f34bafdb4fd2adbf831789723177 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/4516f34bafdb4fd2adbf831789723177 2024-12-14T05:43:09,720 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/c4f1c430275b4a02826aa323cecaa7f2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/c4f1c430275b4a02826aa323cecaa7f2 2024-12-14T05:43:09,720 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7e2396b2ac5444b88e13493894ec215d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/7e2396b2ac5444b88e13493894ec215d 2024-12-14T05:43:09,721 DEBUG [StoreCloser-TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e51c066c1ed34065b735fccacaf0f62c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/411e3622e1fd430eb8181beed5523290, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bf0981f4ad454338bf62c96df1d5ad81, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/998d938ef920425e941a1bd0622cd285, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ed129dbb8d16433a86543355218d6672, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ab3519a9a0584e9e82fb17414d9afd55, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e535d3b1d9344ab4920786ed8f39ebc1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/8e59eb1744fb4b93bbcadc6d5102a172, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/52ef168a07d54d26a8f44e0ee9fb61e3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/c1bd1ca910974b35abd28cc75e77e02f, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/406aea111bee415583e1ad2b915cd49e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/f7322da59f764d518655e6d490a5a9ec, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/9228acd375424e8c85081222cab206a5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/cd3b6561cbe24ec18705a9c5243e79fb, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2b21500d3354cc68ee7c77f27aaae1d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/706d78dd3247464ebced96f11404f1ef, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/5bc68f08baf54953a9bcb9f70262c0a4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/fd730778dfcb4e4ea781fefa59ddaadf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ac15918c89cc4a60856f4b7ef58439a1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/04608dc0db99498baf40439f60353e13, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/b15fa624006342b59d97832c42d34ee6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/54da0e5cd8bf41d0a8593b79a0680748, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bdf66ec1081b48c096a3685841383cc0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/200f0a5e698d4aa89092497a246322ab, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/10c8b506c6c44f3fb1a46dff3c1f6824] to archive 2024-12-14T05:43:09,722 DEBUG [StoreCloser-TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:43:09,723 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e51c066c1ed34065b735fccacaf0f62c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e51c066c1ed34065b735fccacaf0f62c 2024-12-14T05:43:09,723 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bf0981f4ad454338bf62c96df1d5ad81 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bf0981f4ad454338bf62c96df1d5ad81 2024-12-14T05:43:09,723 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/411e3622e1fd430eb8181beed5523290 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/411e3622e1fd430eb8181beed5523290 2024-12-14T05:43:09,723 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/998d938ef920425e941a1bd0622cd285 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/998d938ef920425e941a1bd0622cd285 2024-12-14T05:43:09,723 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e535d3b1d9344ab4920786ed8f39ebc1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e535d3b1d9344ab4920786ed8f39ebc1 2024-12-14T05:43:09,723 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ab3519a9a0584e9e82fb17414d9afd55 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ab3519a9a0584e9e82fb17414d9afd55 2024-12-14T05:43:09,724 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/8e59eb1744fb4b93bbcadc6d5102a172 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/8e59eb1744fb4b93bbcadc6d5102a172 2024-12-14T05:43:09,724 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ed129dbb8d16433a86543355218d6672 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ed129dbb8d16433a86543355218d6672 2024-12-14T05:43:09,724 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/406aea111bee415583e1ad2b915cd49e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/406aea111bee415583e1ad2b915cd49e 2024-12-14T05:43:09,725 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/52ef168a07d54d26a8f44e0ee9fb61e3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/52ef168a07d54d26a8f44e0ee9fb61e3 2024-12-14T05:43:09,725 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/f7322da59f764d518655e6d490a5a9ec to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/f7322da59f764d518655e6d490a5a9ec 2024-12-14T05:43:09,725 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/c1bd1ca910974b35abd28cc75e77e02f to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/c1bd1ca910974b35abd28cc75e77e02f 2024-12-14T05:43:09,725 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/cd3b6561cbe24ec18705a9c5243e79fb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/cd3b6561cbe24ec18705a9c5243e79fb 2024-12-14T05:43:09,725 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/9228acd375424e8c85081222cab206a5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/9228acd375424e8c85081222cab206a5 2024-12-14T05:43:09,725 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2b21500d3354cc68ee7c77f27aaae1d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2b21500d3354cc68ee7c77f27aaae1d 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/5bc68f08baf54953a9bcb9f70262c0a4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/5bc68f08baf54953a9bcb9f70262c0a4 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ac15918c89cc4a60856f4b7ef58439a1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/ac15918c89cc4a60856f4b7ef58439a1 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/fd730778dfcb4e4ea781fefa59ddaadf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/fd730778dfcb4e4ea781fefa59ddaadf 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/706d78dd3247464ebced96f11404f1ef to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/706d78dd3247464ebced96f11404f1ef 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/04608dc0db99498baf40439f60353e13 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/04608dc0db99498baf40439f60353e13 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/b15fa624006342b59d97832c42d34ee6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/b15fa624006342b59d97832c42d34ee6 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/54da0e5cd8bf41d0a8593b79a0680748 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/54da0e5cd8bf41d0a8593b79a0680748 2024-12-14T05:43:09,726 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bdf66ec1081b48c096a3685841383cc0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/bdf66ec1081b48c096a3685841383cc0 2024-12-14T05:43:09,727 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/200f0a5e698d4aa89092497a246322ab to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/200f0a5e698d4aa89092497a246322ab 2024-12-14T05:43:09,727 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/10c8b506c6c44f3fb1a46dff3c1f6824 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/10c8b506c6c44f3fb1a46dff3c1f6824 2024-12-14T05:43:09,730 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/recovered.edits/358.seqid, newMaxSeqId=358, maxSeqId=1 2024-12-14T05:43:09,730 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189. 2024-12-14T05:43:09,731 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 3ffc31eceeb3b664edbfe9842ec7b189: 2024-12-14T05:43:09,732 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:09,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=3ffc31eceeb3b664edbfe9842ec7b189, regionState=CLOSED 2024-12-14T05:43:09,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-14T05:43:09,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 3ffc31eceeb3b664edbfe9842ec7b189, server=e1063daab615,33421,1734154841687 in 1.4430 sec 2024-12-14T05:43:09,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-12-14T05:43:09,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffc31eceeb3b664edbfe9842ec7b189, UNASSIGN in 1.4460 sec 2024-12-14T05:43:09,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-14T05:43:09,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4480 sec 2024-12-14T05:43:09,737 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154989737"}]},"ts":"1734154989737"} 2024-12-14T05:43:09,737 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-14T05:43:09,779 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-14T05:43:09,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5120 sec 2024-12-14T05:43:10,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-14T05:43:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-14T05:43:10,380 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-14T05:43:10,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-14T05:43:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:10,385 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:10,386 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-14T05:43:10,389 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:10,393 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/recovered.edits] 2024-12-14T05:43:10,398 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/a8a3a3ec61a947219800a67c741d5485 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/a8a3a3ec61a947219800a67c741d5485 2024-12-14T05:43:10,398 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2328074f8dec43f4aec8745716997be0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/A/2328074f8dec43f4aec8745716997be0 2024-12-14T05:43:10,402 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/544afd3850f44bd498f74e1a32b4fc47 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/544afd3850f44bd498f74e1a32b4fc47 2024-12-14T05:43:10,402 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/6a550aec56d7400e8872749594ae317d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/B/6a550aec56d7400e8872749594ae317d 2024-12-14T05:43:10,406 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2534af2b41143f586e643a5f01d5a41 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/e2534af2b41143f586e643a5f01d5a41 2024-12-14T05:43:10,407 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/881131f8fc684863a20038daaef176d4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/C/881131f8fc684863a20038daaef176d4 2024-12-14T05:43:10,411 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/recovered.edits/358.seqid to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189/recovered.edits/358.seqid 2024-12-14T05:43:10,412 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/3ffc31eceeb3b664edbfe9842ec7b189 2024-12-14T05:43:10,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-14T05:43:10,416 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:10,418 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-14T05:43:10,420 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-14T05:43:10,422 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:10,422 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-14T05:43:10,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734154990422"}]},"ts":"9223372036854775807"} 2024-12-14T05:43:10,424 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-14T05:43:10,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3ffc31eceeb3b664edbfe9842ec7b189, NAME => 'TestAcidGuarantees,,1734154961557.3ffc31eceeb3b664edbfe9842ec7b189.', STARTKEY => '', ENDKEY => ''}] 2024-12-14T05:43:10,424 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-14T05:43:10,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734154990424"}]},"ts":"9223372036854775807"} 2024-12-14T05:43:10,426 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-14T05:43:10,463 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:10,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-12-14T05:43:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-14T05:43:10,488 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-14T05:43:10,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247 (was 244) - Thread LEAK? -, OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=2062 (was 2100) 2024-12-14T05:43:10,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=2061 2024-12-14T05:43:10,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:43:10,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:43:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:10,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-14T05:43:10,517 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:10,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-12-14T05:43:10,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-14T05:43:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-14T05:43:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742331_1507 (size=963) 2024-12-14T05:43:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-14T05:43:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-14T05:43:10,929 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21 2024-12-14T05:43:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742332_1508 (size=53) 2024-12-14T05:43:10,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:43:10,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e7b21a811de9270257f6b8af0e0561ed, disabling compactions & flushes 2024-12-14T05:43:10,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:10,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:10,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. after waiting 0 ms 2024-12-14T05:43:10,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:10,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:10,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:10,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-14T05:43:10,938 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734154990938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734154990938"}]},"ts":"1734154990938"} 2024-12-14T05:43:10,939 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-14T05:43:10,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-14T05:43:10,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154990940"}]},"ts":"1734154990940"} 2024-12-14T05:43:10,941 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-14T05:43:10,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, ASSIGN}] 2024-12-14T05:43:10,990 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, ASSIGN 2024-12-14T05:43:10,991 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, ASSIGN; state=OFFLINE, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=false 2024-12-14T05:43:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-14T05:43:11,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:43:11,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:43:11,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:11,303 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:11,304 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:43:11,304 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,304 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:43:11,305 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,305 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,306 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,307 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:43:11,307 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b21a811de9270257f6b8af0e0561ed columnFamilyName A 2024-12-14T05:43:11,307 DEBUG [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:11,308 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(327): Store=e7b21a811de9270257f6b8af0e0561ed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:43:11,308 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,309 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:43:11,309 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b21a811de9270257f6b8af0e0561ed columnFamilyName B 2024-12-14T05:43:11,309 DEBUG [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:11,309 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(327): Store=e7b21a811de9270257f6b8af0e0561ed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:43:11,309 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,310 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:43:11,310 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b21a811de9270257f6b8af0e0561ed columnFamilyName C 2024-12-14T05:43:11,310 DEBUG [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:11,311 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(327): Store=e7b21a811de9270257f6b8af0e0561ed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:43:11,311 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:11,312 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,312 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,313 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:43:11,315 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:11,316 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-14T05:43:11,317 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened e7b21a811de9270257f6b8af0e0561ed; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69131339, jitterRate=0.03013722598552704}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:43:11,318 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:11,318 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., pid=153, masterSystemTime=1734154991297 2024-12-14T05:43:11,320 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:11,320 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:11,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=OPEN, openSeqNum=2, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:43:11,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-14T05:43:11,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 in 177 msec 2024-12-14T05:43:11,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-14T05:43:11,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, ASSIGN in 335 msec 2024-12-14T05:43:11,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-14T05:43:11,324 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734154991324"}]},"ts":"1734154991324"} 2024-12-14T05:43:11,325 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-14T05:43:11,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-14T05:43:11,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 846 msec 2024-12-14T05:43:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-14T05:43:11,626 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-12-14T05:43:11,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-14T05:43:11,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:11,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:11,683 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:11,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-14T05:43:11,685 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-14T05:43:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-14T05:43:11,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-14T05:43:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742333_1509 (size=999) 2024-12-14T05:43:12,095 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-14T05:43:12,095 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-14T05:43:12,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:43:12,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, REOPEN/MOVE}] 2024-12-14T05:43:12,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, REOPEN/MOVE 2024-12-14T05:43:12,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,105 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:43:12,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:43:12,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:12,257 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,257 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:43:12,258 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing e7b21a811de9270257f6b8af0e0561ed, disabling compactions & flushes 2024-12-14T05:43:12,258 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,258 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,258 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. after waiting 0 ms 2024-12-14T05:43:12,258 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,266 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-14T05:43:12,266 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,267 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:12,267 WARN [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: e7b21a811de9270257f6b8af0e0561ed to self. 2024-12-14T05:43:12,268 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=CLOSED 2024-12-14T05:43:12,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-14T05:43:12,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 in 165 msec 2024-12-14T05:43:12,273 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, REOPEN/MOVE; state=CLOSED, location=e1063daab615,33421,1734154841687; forceNewPlan=false, retain=true 2024-12-14T05:43:12,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=OPENING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:43:12,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:12,587 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,588 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} 2024-12-14T05:43:12,588 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,589 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-14T05:43:12,589 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,589 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,592 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,592 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:43:12,593 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b21a811de9270257f6b8af0e0561ed columnFamilyName A 2024-12-14T05:43:12,594 DEBUG [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:12,594 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(327): Store=e7b21a811de9270257f6b8af0e0561ed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:43:12,594 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,595 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:43:12,595 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b21a811de9270257f6b8af0e0561ed columnFamilyName B 2024-12-14T05:43:12,595 DEBUG [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:12,596 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(327): Store=e7b21a811de9270257f6b8af0e0561ed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:43:12,596 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,596 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-14T05:43:12,596 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b21a811de9270257f6b8af0e0561ed columnFamilyName C 2024-12-14T05:43:12,596 DEBUG [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:12,597 INFO [StoreOpener-e7b21a811de9270257f6b8af0e0561ed-1 {}] regionserver.HStore(327): Store=e7b21a811de9270257f6b8af0e0561ed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-14T05:43:12,597 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,598 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,599 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,600 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-14T05:43:12,601 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,602 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened e7b21a811de9270257f6b8af0e0561ed; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64093365, jitterRate=-0.044934436678886414}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-14T05:43:12,602 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:12,603 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., pid=158, masterSystemTime=1734154992581 2024-12-14T05:43:12,604 DEBUG [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,604 INFO [RS_OPEN_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,604 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=OPEN, openSeqNum=5, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-12-14T05:43:12,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 in 178 msec 2024-12-14T05:43:12,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-14T05:43:12,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, REOPEN/MOVE in 504 msec 2024-12-14T05:43:12,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-14T05:43:12,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-12-14T05:43:12,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 923 msec 2024-12-14T05:43:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-14T05:43:12,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-14T05:43:12,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-14T05:43:12,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-12-14T05:43:12,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-14T05:43:12,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,679 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-14T05:43:12,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,688 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-14T05:43:12,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,696 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-14T05:43:12,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-12-14T05:43:12,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15b6349f to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@503a7d2e 2024-12-14T05:43:12,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be903c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,721 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x439b60d5 to 127.0.0.1:63714 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@404bb685 2024-12-14T05:43:12,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79f1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-14T05:43:12,731 DEBUG [hconnection-0x1bafd3f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,732 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,733 DEBUG [hconnection-0x7d54c60-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,733 DEBUG [hconnection-0x128e2803-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,733 DEBUG [hconnection-0xd0fa45b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:12,734 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,734 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,734 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-14T05:43:12,734 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:12,735 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-14T05:43:12,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:12,735 DEBUG [hconnection-0x27dc0d1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,735 DEBUG [hconnection-0x176b3278-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,736 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,737 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:12,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:43:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:12,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:12,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155052747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155052747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155052747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155052748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,751 DEBUG [hconnection-0x6aa8930-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,751 DEBUG [hconnection-0x19b53e60-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,751 DEBUG [hconnection-0x51ec287f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,752 DEBUG [hconnection-0x1e1b3ff8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-14T05:43:12,752 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,752 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,752 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-14T05:43:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155052753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214fe52f6904ba747f08c9115bee5d09bfa_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734154992738/Put/seqid=0 2024-12-14T05:43:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742334_1510 (size=12154) 2024-12-14T05:43:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-14T05:43:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155052849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155052849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155052849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155052849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155052860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:12,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:12,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:12,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-14T05:43:13,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:13,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155053051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155053052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155053052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155053052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155053063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,188 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:13,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214fe52f6904ba747f08c9115bee5d09bfa_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214fe52f6904ba747f08c9115bee5d09bfa_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:13,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/92e3cf5b926c4632951862db033b76d6, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:13,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:13,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:13,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/92e3cf5b926c4632951862db033b76d6 is 175, key is test_row_0/A:col10/1734154992738/Put/seqid=0 2024-12-14T05:43:13,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:13,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742335_1511 (size=30955) 2024-12-14T05:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-14T05:43:13,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:13,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155053354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155053354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155053355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155053355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155053365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:13,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,607 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/92e3cf5b926c4632951862db033b76d6 2024-12-14T05:43:13,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/aee2a9bb21bb430cbdb711f9e848fcda is 50, key is test_row_0/B:col10/1734154992738/Put/seqid=0 2024-12-14T05:43:13,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742336_1512 (size=12001) 2024-12-14T05:43:13,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:13,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:13,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-14T05:43:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155053858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155053859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155053860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155053860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155053869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:13,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:13,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:13,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/aee2a9bb21bb430cbdb711f9e848fcda 2024-12-14T05:43:14,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/b50d9f85ac0d456e8dc5270450596300 is 50, key is test_row_0/C:col10/1734154992738/Put/seqid=0 2024-12-14T05:43:14,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742337_1513 (size=12001) 2024-12-14T05:43:14,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:14,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:14,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:14,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:14,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:14,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:14,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:14,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:14,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:14,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:14,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:14,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:14,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:14,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/b50d9f85ac0d456e8dc5270450596300 2024-12-14T05:43:14,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/92e3cf5b926c4632951862db033b76d6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/92e3cf5b926c4632951862db033b76d6 2024-12-14T05:43:14,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/92e3cf5b926c4632951862db033b76d6, entries=150, sequenceid=16, filesize=30.2 K 2024-12-14T05:43:14,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/aee2a9bb21bb430cbdb711f9e848fcda as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/aee2a9bb21bb430cbdb711f9e848fcda 2024-12-14T05:43:14,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/aee2a9bb21bb430cbdb711f9e848fcda, entries=150, sequenceid=16, filesize=11.7 K 2024-12-14T05:43:14,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/b50d9f85ac0d456e8dc5270450596300 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b50d9f85ac0d456e8dc5270450596300 2024-12-14T05:43:14,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b50d9f85ac0d456e8dc5270450596300, entries=150, sequenceid=16, filesize=11.7 K 2024-12-14T05:43:14,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e7b21a811de9270257f6b8af0e0561ed in 1733ms, sequenceid=16, compaction requested=false 2024-12-14T05:43:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:14,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:14,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-14T05:43:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:14,563 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:43:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:14,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121477e90fe6a9c64a09b07a0d82b7df7202_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734154992746/Put/seqid=0 2024-12-14T05:43:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742338_1514 (size=12154) 2024-12-14T05:43:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-14T05:43:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155054879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155054894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155054894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155054894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155054894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:14,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121477e90fe6a9c64a09b07a0d82b7df7202_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121477e90fe6a9c64a09b07a0d82b7df7202_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/6aa546f42f97422eac1e0c04631dfc8c, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/6aa546f42f97422eac1e0c04631dfc8c is 175, key is test_row_0/A:col10/1734154992746/Put/seqid=0 2024-12-14T05:43:14,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742339_1515 (size=30955) 2024-12-14T05:43:14,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155054997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155054997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155054997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155054997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155055199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155055200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155055200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155055200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-14T05:43:15,385 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/6aa546f42f97422eac1e0c04631dfc8c 2024-12-14T05:43:15,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/37503cf81b9e4d0aa45e82d3b2485aa3 is 50, key is test_row_0/B:col10/1734154992746/Put/seqid=0 2024-12-14T05:43:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742340_1516 (size=12001) 2024-12-14T05:43:15,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155055502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155055503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155055504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155055504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:15,794 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/37503cf81b9e4d0aa45e82d3b2485aa3 2024-12-14T05:43:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/0c9d984605044526991e06c2dac9accf is 50, key is test_row_0/C:col10/1734154992746/Put/seqid=0 2024-12-14T05:43:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742341_1517 (size=12001) 2024-12-14T05:43:15,804 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/0c9d984605044526991e06c2dac9accf 2024-12-14T05:43:15,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/6aa546f42f97422eac1e0c04631dfc8c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/6aa546f42f97422eac1e0c04631dfc8c 2024-12-14T05:43:15,810 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/6aa546f42f97422eac1e0c04631dfc8c, entries=150, sequenceid=41, filesize=30.2 K 2024-12-14T05:43:15,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/37503cf81b9e4d0aa45e82d3b2485aa3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/37503cf81b9e4d0aa45e82d3b2485aa3 2024-12-14T05:43:15,813 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/37503cf81b9e4d0aa45e82d3b2485aa3, entries=150, sequenceid=41, filesize=11.7 K 2024-12-14T05:43:15,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/0c9d984605044526991e06c2dac9accf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0c9d984605044526991e06c2dac9accf 2024-12-14T05:43:15,817 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0c9d984605044526991e06c2dac9accf, entries=150, sequenceid=41, filesize=11.7 K 2024-12-14T05:43:15,817 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e7b21a811de9270257f6b8af0e0561ed in 1254ms, sequenceid=41, compaction requested=false 2024-12-14T05:43:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-14T05:43:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-14T05:43:15,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-14T05:43:15,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0830 sec 2024-12-14T05:43:15,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 3.0860 sec 2024-12-14T05:43:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:16,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-14T05:43:16,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:16,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:16,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:16,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:16,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:16,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:16,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214060831dfd12f499d9985f80fb9bd503c_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734154996005/Put/seqid=0 2024-12-14T05:43:16,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742342_1518 (size=12154) 2024-12-14T05:43:16,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155056020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214060831dfd12f499d9985f80fb9bd503c_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214060831dfd12f499d9985f80fb9bd503c_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155056021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155056022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fbb2382f3e4c4d15883bbac136d7f08c, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:16,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fbb2382f3e4c4d15883bbac136d7f08c is 175, key is test_row_0/A:col10/1734154996005/Put/seqid=0 2024-12-14T05:43:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155056023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742343_1519 (size=30955) 2024-12-14T05:43:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155056124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155056124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155056124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155056126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155056326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155056326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155056326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155056329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fbb2382f3e4c4d15883bbac136d7f08c 2024-12-14T05:43:16,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/ec45d2a3624f4bc88445ce7652e3446d is 50, key is test_row_0/B:col10/1734154996005/Put/seqid=0 2024-12-14T05:43:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742344_1520 (size=12001) 2024-12-14T05:43:16,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/ec45d2a3624f4bc88445ce7652e3446d 2024-12-14T05:43:16,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/039f6bcea71a422cb15bb73a92282081 is 50, key is test_row_0/C:col10/1734154996005/Put/seqid=0 2024-12-14T05:43:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742345_1521 (size=12001) 2024-12-14T05:43:16,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155056628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155056630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155056630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155056633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-14T05:43:16,838 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-14T05:43:16,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-14T05:43:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-14T05:43:16,840 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:16,841 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:16,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:16,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/039f6bcea71a422cb15bb73a92282081 2024-12-14T05:43:16,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fbb2382f3e4c4d15883bbac136d7f08c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fbb2382f3e4c4d15883bbac136d7f08c 2024-12-14T05:43:16,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fbb2382f3e4c4d15883bbac136d7f08c, entries=150, sequenceid=53, filesize=30.2 K 2024-12-14T05:43:16,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/ec45d2a3624f4bc88445ce7652e3446d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/ec45d2a3624f4bc88445ce7652e3446d 2024-12-14T05:43:16,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/ec45d2a3624f4bc88445ce7652e3446d, entries=150, sequenceid=53, filesize=11.7 K 2024-12-14T05:43:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/039f6bcea71a422cb15bb73a92282081 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/039f6bcea71a422cb15bb73a92282081 2024-12-14T05:43:16,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/039f6bcea71a422cb15bb73a92282081, entries=150, sequenceid=53, filesize=11.7 K 2024-12-14T05:43:16,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e7b21a811de9270257f6b8af0e0561ed in 873ms, sequenceid=53, compaction requested=true 2024-12-14T05:43:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:43:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:43:16,879 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:16,879 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:43:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:16,880 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:16,880 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:16,880 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/A is initiating minor compaction (all files) 2024-12-14T05:43:16,880 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/B is initiating minor compaction (all files) 2024-12-14T05:43:16,880 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/A in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:16,880 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/B in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:16,880 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/aee2a9bb21bb430cbdb711f9e848fcda, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/37503cf81b9e4d0aa45e82d3b2485aa3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/ec45d2a3624f4bc88445ce7652e3446d] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=35.2 K 2024-12-14T05:43:16,880 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/92e3cf5b926c4632951862db033b76d6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/6aa546f42f97422eac1e0c04631dfc8c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fbb2382f3e4c4d15883bbac136d7f08c] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=90.7 K 2024-12-14T05:43:16,880 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:16,880 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/92e3cf5b926c4632951862db033b76d6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/6aa546f42f97422eac1e0c04631dfc8c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fbb2382f3e4c4d15883bbac136d7f08c] 2024-12-14T05:43:16,880 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting aee2a9bb21bb430cbdb711f9e848fcda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734154992737 2024-12-14T05:43:16,881 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92e3cf5b926c4632951862db033b76d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734154992737 2024-12-14T05:43:16,881 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 37503cf81b9e4d0aa45e82d3b2485aa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734154992745 2024-12-14T05:43:16,881 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aa546f42f97422eac1e0c04631dfc8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734154992745 2024-12-14T05:43:16,881 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting ec45d2a3624f4bc88445ce7652e3446d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734154994868 2024-12-14T05:43:16,881 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbb2382f3e4c4d15883bbac136d7f08c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734154994868 2024-12-14T05:43:16,885 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:16,886 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:16,886 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214f92dda0f470c4958b28a268ae664f12c_e7b21a811de9270257f6b8af0e0561ed store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:16,886 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/3fcfe982c1da43feafe1ea6f3f8a1251 is 50, key is test_row_0/B:col10/1734154996005/Put/seqid=0 2024-12-14T05:43:16,887 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214f92dda0f470c4958b28a268ae664f12c_e7b21a811de9270257f6b8af0e0561ed, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:16,887 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f92dda0f470c4958b28a268ae664f12c_e7b21a811de9270257f6b8af0e0561ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742346_1522 (size=12104) 2024-12-14T05:43:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742347_1523 (size=4469) 2024-12-14T05:43:16,890 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#A#compaction#450 average throughput is 4.89 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:16,890 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/b4cfd62f2e2741d38e17b2d4264f095a is 175, key is test_row_0/A:col10/1734154996005/Put/seqid=0 2024-12-14T05:43:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742348_1524 (size=31058) 2024-12-14T05:43:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:16,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:43:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:16,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214691b19518f7044f58cf32b7006f80167_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734154996020/Put/seqid=0 2024-12-14T05:43:16,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742349_1525 (size=14594) 2024-12-14T05:43:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155056933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-14T05:43:16,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:16,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-14T05:43:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:16,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:16,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155057036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:17,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155057131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155057132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155057132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155057135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-14T05:43:17,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:17,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-14T05:43:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155057238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:17,293 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/3fcfe982c1da43feafe1ea6f3f8a1251 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3fcfe982c1da43feafe1ea6f3f8a1251 2024-12-14T05:43:17,296 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/b4cfd62f2e2741d38e17b2d4264f095a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/b4cfd62f2e2741d38e17b2d4264f095a 2024-12-14T05:43:17,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:17,296 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/B of e7b21a811de9270257f6b8af0e0561ed into 3fcfe982c1da43feafe1ea6f3f8a1251(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:17,296 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:17,296 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/B, priority=13, startTime=1734154996879; duration=0sec 2024-12-14T05:43:17,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-14T05:43:17,297 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:17,297 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:B 2024-12-14T05:43:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,297 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,297 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:17,297 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/C is initiating minor compaction (all files) 2024-12-14T05:43:17,298 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/C in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,298 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b50d9f85ac0d456e8dc5270450596300, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0c9d984605044526991e06c2dac9accf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/039f6bcea71a422cb15bb73a92282081] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=35.2 K 2024-12-14T05:43:17,298 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b50d9f85ac0d456e8dc5270450596300, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734154992737 2024-12-14T05:43:17,298 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9d984605044526991e06c2dac9accf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734154992745 2024-12-14T05:43:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,298 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 039f6bcea71a422cb15bb73a92282081, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734154994868 2024-12-14T05:43:17,299 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/A of e7b21a811de9270257f6b8af0e0561ed into b4cfd62f2e2741d38e17b2d4264f095a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:17,299 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:17,299 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/A, priority=13, startTime=1734154996879; duration=0sec 2024-12-14T05:43:17,300 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:17,300 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:A 2024-12-14T05:43:17,303 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:17,304 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/b119b52dfddf47d08e72e76de286de32 is 50, key is test_row_0/C:col10/1734154996005/Put/seqid=0 2024-12-14T05:43:17,323 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:17,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742350_1526 (size=12104) 2024-12-14T05:43:17,326 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214691b19518f7044f58cf32b7006f80167_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214691b19518f7044f58cf32b7006f80167_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:17,326 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/b119b52dfddf47d08e72e76de286de32 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b119b52dfddf47d08e72e76de286de32 2024-12-14T05:43:17,326 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/c7fd336dd0fd415e8cbbbdbccadecfc1, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:17,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/c7fd336dd0fd415e8cbbbdbccadecfc1 is 175, key is test_row_0/A:col10/1734154996020/Put/seqid=0 2024-12-14T05:43:17,330 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/C of e7b21a811de9270257f6b8af0e0561ed into b119b52dfddf47d08e72e76de286de32(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:17,330 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:17,330 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/C, priority=13, startTime=1734154996879; duration=0sec 2024-12-14T05:43:17,330 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:17,330 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:C 2024-12-14T05:43:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742351_1527 (size=39549) 2024-12-14T05:43:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-14T05:43:17,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:17,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-14T05:43:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155057541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:17,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:17,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-14T05:43:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:17,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,731 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/c7fd336dd0fd415e8cbbbdbccadecfc1 2024-12-14T05:43:17,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/bf59191536104196be6b491cce3e8111 is 50, key is test_row_0/B:col10/1734154996020/Put/seqid=0 2024-12-14T05:43:17,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742352_1528 (size=12001) 2024-12-14T05:43:17,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/bf59191536104196be6b491cce3e8111 2024-12-14T05:43:17,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/1450eb53e43c487884cbda5bbf05d591 is 50, key is test_row_0/C:col10/1734154996020/Put/seqid=0 2024-12-14T05:43:17,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742353_1529 (size=12001) 2024-12-14T05:43:17,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:17,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-14T05:43:17,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/1450eb53e43c487884cbda5bbf05d591 2024-12-14T05:43:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:17,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/c7fd336dd0fd415e8cbbbdbccadecfc1 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/c7fd336dd0fd415e8cbbbdbccadecfc1 2024-12-14T05:43:17,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/c7fd336dd0fd415e8cbbbdbccadecfc1, entries=200, sequenceid=78, filesize=38.6 K 2024-12-14T05:43:17,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/bf59191536104196be6b491cce3e8111 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bf59191536104196be6b491cce3e8111 2024-12-14T05:43:17,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bf59191536104196be6b491cce3e8111, entries=150, sequenceid=78, filesize=11.7 K 2024-12-14T05:43:17,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/1450eb53e43c487884cbda5bbf05d591 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1450eb53e43c487884cbda5bbf05d591 2024-12-14T05:43:17,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1450eb53e43c487884cbda5bbf05d591, entries=150, sequenceid=78, filesize=11.7 K 2024-12-14T05:43:17,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e7b21a811de9270257f6b8af0e0561ed in 852ms, sequenceid=78, compaction requested=false 2024-12-14T05:43:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:17,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:17,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-14T05:43:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:17,906 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:43:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:17,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e32bd69a5bd149a8bf255ed296a76cb3_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734154996930/Put/seqid=0 2024-12-14T05:43:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742354_1530 (size=12154) 2024-12-14T05:43:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-14T05:43:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:18,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:18,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155058093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155058139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155058139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155058139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155058139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155058195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:18,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e32bd69a5bd149a8bf255ed296a76cb3_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e32bd69a5bd149a8bf255ed296a76cb3_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:18,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1b6b78db6729401c8f54b4b29a935a30, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:18,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1b6b78db6729401c8f54b4b29a935a30 is 175, key is test_row_0/A:col10/1734154996930/Put/seqid=0 2024-12-14T05:43:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742355_1531 (size=30955) 2024-12-14T05:43:18,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1b6b78db6729401c8f54b4b29a935a30 2024-12-14T05:43:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2d97d7d82175454e94726606b5abec19 is 50, key is test_row_0/B:col10/1734154996930/Put/seqid=0 2024-12-14T05:43:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742356_1532 (size=12001) 2024-12-14T05:43:18,330 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2d97d7d82175454e94726606b5abec19 2024-12-14T05:43:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/24d7f5bec74e4bed9a9082ab08e017e0 is 50, key is test_row_0/C:col10/1734154996930/Put/seqid=0 2024-12-14T05:43:18,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742357_1533 (size=12001) 2024-12-14T05:43:18,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155058397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155058701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:18,737 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/24d7f5bec74e4bed9a9082ab08e017e0 2024-12-14T05:43:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1b6b78db6729401c8f54b4b29a935a30 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1b6b78db6729401c8f54b4b29a935a30 2024-12-14T05:43:18,743 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1b6b78db6729401c8f54b4b29a935a30, entries=150, sequenceid=92, filesize=30.2 K 2024-12-14T05:43:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2d97d7d82175454e94726606b5abec19 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2d97d7d82175454e94726606b5abec19 2024-12-14T05:43:18,747 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2d97d7d82175454e94726606b5abec19, entries=150, sequenceid=92, filesize=11.7 K 2024-12-14T05:43:18,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/24d7f5bec74e4bed9a9082ab08e017e0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/24d7f5bec74e4bed9a9082ab08e017e0 2024-12-14T05:43:18,750 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/24d7f5bec74e4bed9a9082ab08e017e0, entries=150, sequenceid=92, filesize=11.7 K 2024-12-14T05:43:18,751 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e7b21a811de9270257f6b8af0e0561ed in 845ms, sequenceid=92, compaction requested=true 2024-12-14T05:43:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-14T05:43:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-14T05:43:18,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-14T05:43:18,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9110 sec 2024-12-14T05:43:18,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.9140 sec 2024-12-14T05:43:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-14T05:43:18,944 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-14T05:43:18,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-14T05:43:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-14T05:43:18,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:18,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:18,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-14T05:43:19,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:19,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-14T05:43:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:19,099 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:43:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214020155deee3e4adcafa7523c86523d99_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734154998092/Put/seqid=0 2024-12-14T05:43:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742358_1534 (size=12154) 2024-12-14T05:43:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:19,109 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214020155deee3e4adcafa7523c86523d99_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214020155deee3e4adcafa7523c86523d99_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1e4de568152a4ff2832f7fbc09b05d01, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1e4de568152a4ff2832f7fbc09b05d01 is 175, key is test_row_0/A:col10/1734154998092/Put/seqid=0 2024-12-14T05:43:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742359_1535 (size=30955) 2024-12-14T05:43:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:19,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155059225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-14T05:43:19,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155059329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:19,513 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1e4de568152a4ff2832f7fbc09b05d01 2024-12-14T05:43:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/872559667c2047b6add2539077a8d91e is 50, key is test_row_0/B:col10/1734154998092/Put/seqid=0 2024-12-14T05:43:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742360_1536 (size=12001) 2024-12-14T05:43:19,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155059531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-14T05:43:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155059832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:19,925 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/872559667c2047b6add2539077a8d91e 2024-12-14T05:43:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/ca928563d18045629d3cf52c8ddd767e is 50, key is test_row_0/C:col10/1734154998092/Put/seqid=0 2024-12-14T05:43:19,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742361_1537 (size=12001) 2024-12-14T05:43:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-14T05:43:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155060143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:20,146 DEBUG [Thread-2272 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155060153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:20,155 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:20,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155060156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:20,157 DEBUG [Thread-2274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155060159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:20,161 DEBUG [Thread-2276 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:20,334 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/ca928563d18045629d3cf52c8ddd767e 2024-12-14T05:43:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155060336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:20,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/1e4de568152a4ff2832f7fbc09b05d01 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1e4de568152a4ff2832f7fbc09b05d01 2024-12-14T05:43:20,340 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1e4de568152a4ff2832f7fbc09b05d01, entries=150, sequenceid=117, filesize=30.2 K 2024-12-14T05:43:20,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/872559667c2047b6add2539077a8d91e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/872559667c2047b6add2539077a8d91e 2024-12-14T05:43:20,343 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/872559667c2047b6add2539077a8d91e, entries=150, sequenceid=117, filesize=11.7 K 2024-12-14T05:43:20,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/ca928563d18045629d3cf52c8ddd767e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ca928563d18045629d3cf52c8ddd767e 2024-12-14T05:43:20,346 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ca928563d18045629d3cf52c8ddd767e, entries=150, sequenceid=117, filesize=11.7 K 2024-12-14T05:43:20,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e7b21a811de9270257f6b8af0e0561ed in 1248ms, sequenceid=117, compaction requested=true 2024-12-14T05:43:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-14T05:43:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-14T05:43:20,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-14T05:43:20,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-12-14T05:43:20,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4040 sec 2024-12-14T05:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-14T05:43:21,049 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-14T05:43:21,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-14T05:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-14T05:43:21,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:21,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:21,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-14T05:43:21,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:21,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-14T05:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:21,203 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:21,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412141f813901f4f545e2b97aa79338fca418_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734154999225/Put/seqid=0 2024-12-14T05:43:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742362_1538 (size=12154) 2024-12-14T05:43:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:21,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-14T05:43:21,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155061391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:21,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155061495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:21,614 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412141f813901f4f545e2b97aa79338fca418_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412141f813901f4f545e2b97aa79338fca418_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:21,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/53fc825acd144054a0202665d3282460, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:21,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/53fc825acd144054a0202665d3282460 is 175, key is test_row_0/A:col10/1734154999225/Put/seqid=0 2024-12-14T05:43:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742363_1539 (size=30955) 2024-12-14T05:43:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-14T05:43:21,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155061696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:21,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155061998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:22,030 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/53fc825acd144054a0202665d3282460 2024-12-14T05:43:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2bcef04568a546ad873722c2f4096f0c is 50, key is test_row_0/B:col10/1734154999225/Put/seqid=0 2024-12-14T05:43:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742364_1540 (size=12001) 2024-12-14T05:43:22,085 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2bcef04568a546ad873722c2f4096f0c 2024-12-14T05:43:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/27966a34122748d19cb3e297c38b1570 is 50, key is test_row_0/C:col10/1734154999225/Put/seqid=0 2024-12-14T05:43:22,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742365_1541 (size=12001) 2024-12-14T05:43:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-14T05:43:22,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/27966a34122748d19cb3e297c38b1570 2024-12-14T05:43:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/53fc825acd144054a0202665d3282460 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/53fc825acd144054a0202665d3282460 2024-12-14T05:43:22,501 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/53fc825acd144054a0202665d3282460, entries=150, sequenceid=128, filesize=30.2 K 2024-12-14T05:43:22,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2bcef04568a546ad873722c2f4096f0c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2bcef04568a546ad873722c2f4096f0c 2024-12-14T05:43:22,504 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2bcef04568a546ad873722c2f4096f0c, entries=150, sequenceid=128, filesize=11.7 K 2024-12-14T05:43:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/27966a34122748d19cb3e297c38b1570 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/27966a34122748d19cb3e297c38b1570 2024-12-14T05:43:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155062502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:22,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/27966a34122748d19cb3e297c38b1570, entries=150, sequenceid=128, filesize=11.7 K 2024-12-14T05:43:22,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e7b21a811de9270257f6b8af0e0561ed in 1304ms, sequenceid=128, compaction requested=true 2024-12-14T05:43:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-14T05:43:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-14T05:43:22,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-14T05:43:22,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4570 sec 2024-12-14T05:43:22,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.4590 sec 2024-12-14T05:43:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-14T05:43:23,154 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-14T05:43:23,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-14T05:43:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-14T05:43:23,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:23,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:23,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-14T05:43:23,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:23,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-14T05:43:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:23,308 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:43:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:23,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:23,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:23,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:23,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ba7aac75cae445bd9c0cc6e7914ec350_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155001386/Put/seqid=0 2024-12-14T05:43:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742366_1542 (size=12304) 2024-12-14T05:43:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-14T05:43:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:23,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155063534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155063637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:23,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:23,720 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ba7aac75cae445bd9c0cc6e7914ec350_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ba7aac75cae445bd9c0cc6e7914ec350_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/18daa49c712d4edb91df6ff41bbc6667, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:23,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/18daa49c712d4edb91df6ff41bbc6667 is 175, key is test_row_0/A:col10/1734155001386/Put/seqid=0 2024-12-14T05:43:23,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742367_1543 (size=31105) 2024-12-14T05:43:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-14T05:43:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155063839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:24,125 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/18daa49c712d4edb91df6ff41bbc6667 2024-12-14T05:43:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/8f1bbcc490f247b9b1cd230ac80d6c4c is 50, key is test_row_0/B:col10/1734155001386/Put/seqid=0 2024-12-14T05:43:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742368_1544 (size=12151) 2024-12-14T05:43:24,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155064144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49540 deadline: 1734155064173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:24,175 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49508 deadline: 1734155064177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:24,179 DEBUG [Thread-2272 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:24,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49526 deadline: 1734155064189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:24,190 DEBUG [Thread-2274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49502 deadline: 1734155064201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:24,203 DEBUG [Thread-2276 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., hostname=e1063daab615,33421,1734154841687, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-14T05:43:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-14T05:43:24,533 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/8f1bbcc490f247b9b1cd230ac80d6c4c 2024-12-14T05:43:24,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/ef982d7c66ea451a813d6999d21b07ef is 50, key is test_row_0/C:col10/1734155001386/Put/seqid=0 2024-12-14T05:43:24,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742369_1545 (size=12151) 2024-12-14T05:43:24,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155064649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:24,941 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/ef982d7c66ea451a813d6999d21b07ef 2024-12-14T05:43:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/18daa49c712d4edb91df6ff41bbc6667 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/18daa49c712d4edb91df6ff41bbc6667 2024-12-14T05:43:24,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/18daa49c712d4edb91df6ff41bbc6667, entries=150, sequenceid=153, filesize=30.4 K 2024-12-14T05:43:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/8f1bbcc490f247b9b1cd230ac80d6c4c as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/8f1bbcc490f247b9b1cd230ac80d6c4c 2024-12-14T05:43:24,950 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/8f1bbcc490f247b9b1cd230ac80d6c4c, entries=150, sequenceid=153, filesize=11.9 K 2024-12-14T05:43:24,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/ef982d7c66ea451a813d6999d21b07ef as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ef982d7c66ea451a813d6999d21b07ef 2024-12-14T05:43:24,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ef982d7c66ea451a813d6999d21b07ef, entries=150, sequenceid=153, filesize=11.9 K 2024-12-14T05:43:24,954 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e7b21a811de9270257f6b8af0e0561ed in 1646ms, sequenceid=153, compaction requested=true 2024-12-14T05:43:24,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:24,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:24,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-14T05:43:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-14T05:43:24,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-14T05:43:24,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-12-14T05:43:24,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8010 sec 2024-12-14T05:43:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-14T05:43:25,260 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-14T05:43:25,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-14T05:43:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-14T05:43:25,261 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:25,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:25,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-14T05:43:25,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:25,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-14T05:43:25,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:25,413 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:43:25,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:25,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e8193da2061c48f890eaf45f7978a53b_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155003526/Put/seqid=0 2024-12-14T05:43:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742370_1546 (size=12304) 2024-12-14T05:43:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:25,424 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e8193da2061c48f890eaf45f7978a53b_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8193da2061c48f890eaf45f7978a53b_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/9acf51133dda4a49867233a0bf736343, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/9acf51133dda4a49867233a0bf736343 is 175, key is test_row_0/A:col10/1734155003526/Put/seqid=0 2024-12-14T05:43:25,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742371_1547 (size=31105) 2024-12-14T05:43:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-14T05:43:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:25,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155065724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:25,828 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/9acf51133dda4a49867233a0bf736343 2024-12-14T05:43:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155065828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/430813614610446da28063957797ebd4 is 50, key is test_row_0/B:col10/1734155003526/Put/seqid=0 2024-12-14T05:43:25,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742372_1548 (size=12151) 2024-12-14T05:43:25,836 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/430813614610446da28063957797ebd4 2024-12-14T05:43:25,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/d33b223551fe4febbd13a15581e08993 is 50, key is test_row_0/C:col10/1734155003526/Put/seqid=0 2024-12-14T05:43:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742373_1549 (size=12151) 2024-12-14T05:43:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-14T05:43:26,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155066031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:26,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/d33b223551fe4febbd13a15581e08993 2024-12-14T05:43:26,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/9acf51133dda4a49867233a0bf736343 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/9acf51133dda4a49867233a0bf736343 2024-12-14T05:43:26,249 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/9acf51133dda4a49867233a0bf736343, entries=150, sequenceid=164, filesize=30.4 K 2024-12-14T05:43:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/430813614610446da28063957797ebd4 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/430813614610446da28063957797ebd4 2024-12-14T05:43:26,252 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/430813614610446da28063957797ebd4, entries=150, sequenceid=164, filesize=11.9 K 2024-12-14T05:43:26,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/d33b223551fe4febbd13a15581e08993 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/d33b223551fe4febbd13a15581e08993 2024-12-14T05:43:26,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/d33b223551fe4febbd13a15581e08993, entries=150, sequenceid=164, filesize=11.9 K 2024-12-14T05:43:26,256 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e7b21a811de9270257f6b8af0e0561ed in 843ms, sequenceid=164, compaction requested=true 2024-12-14T05:43:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-14T05:43:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-14T05:43:26,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-14T05:43:26,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 995 msec 2024-12-14T05:43:26,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 998 msec 2024-12-14T05:43:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:26,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-14T05:43:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:26,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214fe8ca7efb61f4538a5f2f3055c3906d2_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155005711/Put/seqid=0 2024-12-14T05:43:26,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742374_1550 (size=14794) 2024-12-14T05:43:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155066359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-14T05:43:26,364 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-14T05:43:26,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-14T05:43:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-14T05:43:26,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:26,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:26,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:26,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155066463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-14T05:43:26,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:26,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:26,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:26,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-14T05:43:26,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155066666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:26,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:26,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:26,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214fe8ca7efb61f4538a5f2f3055c3906d2_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214fe8ca7efb61f4538a5f2f3055c3906d2_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:26,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fdd71dbb82794358ba76d9cb7141e330, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:26,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fdd71dbb82794358ba76d9cb7141e330 is 175, key is test_row_0/A:col10/1734155005711/Put/seqid=0 2024-12-14T05:43:26,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742375_1551 (size=39749) 2024-12-14T05:43:26,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:26,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-14T05:43:26,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155066968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:26,973 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:26,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:26,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:27,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:27,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:27,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,179 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fdd71dbb82794358ba76d9cb7141e330 2024-12-14T05:43:27,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/b177d9f2873346cb8a94f850d7bf9bbf is 50, key is test_row_0/B:col10/1734155005711/Put/seqid=0 2024-12-14T05:43:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742376_1552 (size=12151) 2024-12-14T05:43:27,278 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:27,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:27,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:27,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:27,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-14T05:43:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155067471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:27,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:27,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/b177d9f2873346cb8a94f850d7bf9bbf 2024-12-14T05:43:27,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/43bec6cd761f4c6cbdabe76396956f0d is 50, key is test_row_0/C:col10/1734155005711/Put/seqid=0 2024-12-14T05:43:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742377_1553 (size=12151) 2024-12-14T05:43:27,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:27,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:27,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:27,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:27,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:27,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/43bec6cd761f4c6cbdabe76396956f0d 2024-12-14T05:43:28,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/fdd71dbb82794358ba76d9cb7141e330 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fdd71dbb82794358ba76d9cb7141e330 2024-12-14T05:43:28,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fdd71dbb82794358ba76d9cb7141e330, entries=200, sequenceid=190, filesize=38.8 K 2024-12-14T05:43:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/b177d9f2873346cb8a94f850d7bf9bbf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/b177d9f2873346cb8a94f850d7bf9bbf 2024-12-14T05:43:28,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/b177d9f2873346cb8a94f850d7bf9bbf, entries=150, sequenceid=190, filesize=11.9 K 2024-12-14T05:43:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/43bec6cd761f4c6cbdabe76396956f0d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/43bec6cd761f4c6cbdabe76396956f0d 2024-12-14T05:43:28,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/43bec6cd761f4c6cbdabe76396956f0d, entries=150, sequenceid=190, filesize=11.9 K 2024-12-14T05:43:28,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e7b21a811de9270257f6b8af0e0561ed in 1676ms, sequenceid=190, compaction requested=true 2024-12-14T05:43:28,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:28,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:43:28,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:28,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:43:28,011 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-14T05:43:28,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:28,012 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-14T05:43:28,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:43:28,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:28,013 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 265431 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-14T05:43:28,013 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/A is initiating minor compaction (all files) 2024-12-14T05:43:28,013 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/A in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:28,013 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/b4cfd62f2e2741d38e17b2d4264f095a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/c7fd336dd0fd415e8cbbbdbccadecfc1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1b6b78db6729401c8f54b4b29a935a30, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1e4de568152a4ff2832f7fbc09b05d01, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/53fc825acd144054a0202665d3282460, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/18daa49c712d4edb91df6ff41bbc6667, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/9acf51133dda4a49867233a0bf736343, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fdd71dbb82794358ba76d9cb7141e330] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=259.2 K 2024-12-14T05:43:28,013 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:28,013 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/b4cfd62f2e2741d38e17b2d4264f095a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/c7fd336dd0fd415e8cbbbdbccadecfc1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1b6b78db6729401c8f54b4b29a935a30, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1e4de568152a4ff2832f7fbc09b05d01, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/53fc825acd144054a0202665d3282460, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/18daa49c712d4edb91df6ff41bbc6667, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/9acf51133dda4a49867233a0bf736343, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fdd71dbb82794358ba76d9cb7141e330] 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96561 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/B is initiating minor compaction (all files) 2024-12-14T05:43:28,014 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/B in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4cfd62f2e2741d38e17b2d4264f095a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734154994868 2024-12-14T05:43:28,014 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3fcfe982c1da43feafe1ea6f3f8a1251, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bf59191536104196be6b491cce3e8111, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2d97d7d82175454e94726606b5abec19, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/872559667c2047b6add2539077a8d91e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2bcef04568a546ad873722c2f4096f0c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/8f1bbcc490f247b9b1cd230ac80d6c4c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/430813614610446da28063957797ebd4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/b177d9f2873346cb8a94f850d7bf9bbf] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=94.3 K 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7fd336dd0fd415e8cbbbdbccadecfc1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734154996020 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fcfe982c1da43feafe1ea6f3f8a1251, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734154994868 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b6b78db6729401c8f54b4b29a935a30, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734154996926 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting bf59191536104196be6b491cce3e8111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734154996020 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4de568152a4ff2832f7fbc09b05d01, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734154998083 2024-12-14T05:43:28,014 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d97d7d82175454e94726606b5abec19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734154996926 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53fc825acd144054a0202665d3282460, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734154999205 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 872559667c2047b6add2539077a8d91e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734154998083 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18daa49c712d4edb91df6ff41bbc6667, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734155001376 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bcef04568a546ad873722c2f4096f0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734154999205 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9acf51133dda4a49867233a0bf736343, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734155003522 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1bbcc490f247b9b1cd230ac80d6c4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734155001376 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 430813614610446da28063957797ebd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734155003522 2024-12-14T05:43:28,015 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdd71dbb82794358ba76d9cb7141e330, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734155005711 2024-12-14T05:43:28,016 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b177d9f2873346cb8a94f850d7bf9bbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734155005711 2024-12-14T05:43:28,023 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:28,024 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214063223657df64890b73904767a44ae0a_e7b21a811de9270257f6b8af0e0561ed store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:28,026 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#B#compaction#473 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:28,026 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214063223657df64890b73904767a44ae0a_e7b21a811de9270257f6b8af0e0561ed, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:28,026 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214063223657df64890b73904767a44ae0a_e7b21a811de9270257f6b8af0e0561ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:28,026 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/9da409dc5b3d407b9ef678b22c1b2be5 is 50, key is test_row_0/B:col10/1734155005711/Put/seqid=0 2024-12-14T05:43:28,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742378_1554 (size=4469) 2024-12-14T05:43:28,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:28,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-14T05:43:28,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:28,039 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-14T05:43:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742379_1555 (size=12527) 2024-12-14T05:43:28,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121493c52c4b16264d108ebb6f53251a6d42_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155006355/Put/seqid=0 2024-12-14T05:43:28,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742380_1556 (size=12304) 2024-12-14T05:43:28,437 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:28,438 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/7d2fe6bfcbaf4492bb409d07678236f3 is 175, key is test_row_0/A:col10/1734155005711/Put/seqid=0 2024-12-14T05:43:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742381_1557 (size=31481) 2024-12-14T05:43:28,448 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/9da409dc5b3d407b9ef678b22c1b2be5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/9da409dc5b3d407b9ef678b22c1b2be5 2024-12-14T05:43:28,451 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/B of e7b21a811de9270257f6b8af0e0561ed into 9da409dc5b3d407b9ef678b22c1b2be5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:28,451 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:28,451 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/B, priority=8, startTime=1734155008011; duration=0sec 2024-12-14T05:43:28,451 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:28,451 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:B 2024-12-14T05:43:28,451 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-14T05:43:28,452 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96561 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-14T05:43:28,452 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/C is initiating minor compaction (all files) 2024-12-14T05:43:28,452 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/C in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:28,453 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b119b52dfddf47d08e72e76de286de32, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1450eb53e43c487884cbda5bbf05d591, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/24d7f5bec74e4bed9a9082ab08e017e0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ca928563d18045629d3cf52c8ddd767e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/27966a34122748d19cb3e297c38b1570, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ef982d7c66ea451a813d6999d21b07ef, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/d33b223551fe4febbd13a15581e08993, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/43bec6cd761f4c6cbdabe76396956f0d] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=94.3 K 2024-12-14T05:43:28,453 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting b119b52dfddf47d08e72e76de286de32, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734154994868 2024-12-14T05:43:28,453 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1450eb53e43c487884cbda5bbf05d591, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734154996020 2024-12-14T05:43:28,453 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 24d7f5bec74e4bed9a9082ab08e017e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734154996926 2024-12-14T05:43:28,453 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting ca928563d18045629d3cf52c8ddd767e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734154998083 2024-12-14T05:43:28,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:28,454 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 27966a34122748d19cb3e297c38b1570, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734154999205 2024-12-14T05:43:28,460 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting ef982d7c66ea451a813d6999d21b07ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734155001376 2024-12-14T05:43:28,461 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting d33b223551fe4febbd13a15581e08993, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734155003522 2024-12-14T05:43:28,461 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 43bec6cd761f4c6cbdabe76396956f0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734155005711 2024-12-14T05:43:28,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121493c52c4b16264d108ebb6f53251a6d42_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121493c52c4b16264d108ebb6f53251a6d42_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:28,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/0a4db7d1ac564646b1b7d6483cc89bc5, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:28,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/0a4db7d1ac564646b1b7d6483cc89bc5 is 175, key is test_row_0/A:col10/1734155006355/Put/seqid=0 2024-12-14T05:43:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742382_1558 (size=31105) 2024-12-14T05:43:28,467 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/0a4db7d1ac564646b1b7d6483cc89bc5 2024-12-14T05:43:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-14T05:43:28,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/a27e566c05434797a406e898ed226a08 is 50, key is test_row_0/B:col10/1734155006355/Put/seqid=0 2024-12-14T05:43:28,474 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#C#compaction#476 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:28,474 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/0a62e45d8ec14b61af79a54820157bca is 50, key is test_row_0/C:col10/1734155005711/Put/seqid=0 2024-12-14T05:43:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742383_1559 (size=12151) 2024-12-14T05:43:28,477 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/a27e566c05434797a406e898ed226a08 2024-12-14T05:43:28,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742384_1560 (size=12527) 2024-12-14T05:43:28,481 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/0a62e45d8ec14b61af79a54820157bca as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0a62e45d8ec14b61af79a54820157bca 2024-12-14T05:43:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/c87f288744b44cd989cc39d766ba16b5 is 50, key is test_row_0/C:col10/1734155006355/Put/seqid=0 2024-12-14T05:43:28,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:28,486 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/C of e7b21a811de9270257f6b8af0e0561ed into 0a62e45d8ec14b61af79a54820157bca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:28,486 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:28,486 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/C, priority=8, startTime=1734155008012; duration=0sec 2024-12-14T05:43:28,486 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:28,486 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:C 2024-12-14T05:43:28,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742385_1561 (size=12151) 2024-12-14T05:43:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155068534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:28,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155068637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:28,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155068840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:28,844 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/7d2fe6bfcbaf4492bb409d07678236f3 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d2fe6bfcbaf4492bb409d07678236f3 2024-12-14T05:43:28,846 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/A of e7b21a811de9270257f6b8af0e0561ed into 7d2fe6bfcbaf4492bb409d07678236f3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:28,846 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:28,846 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/A, priority=8, startTime=1734155008011; duration=0sec 2024-12-14T05:43:28,846 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:28,846 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:A 2024-12-14T05:43:28,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/c87f288744b44cd989cc39d766ba16b5 2024-12-14T05:43:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/0a4db7d1ac564646b1b7d6483cc89bc5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/0a4db7d1ac564646b1b7d6483cc89bc5 2024-12-14T05:43:28,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/0a4db7d1ac564646b1b7d6483cc89bc5, entries=150, sequenceid=200, filesize=30.4 K 2024-12-14T05:43:28,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/a27e566c05434797a406e898ed226a08 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/a27e566c05434797a406e898ed226a08 2024-12-14T05:43:28,895 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/a27e566c05434797a406e898ed226a08, entries=150, sequenceid=200, filesize=11.9 K 2024-12-14T05:43:28,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/c87f288744b44cd989cc39d766ba16b5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/c87f288744b44cd989cc39d766ba16b5 2024-12-14T05:43:28,898 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/c87f288744b44cd989cc39d766ba16b5, entries=150, sequenceid=200, filesize=11.9 K 2024-12-14T05:43:28,898 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e7b21a811de9270257f6b8af0e0561ed in 860ms, sequenceid=200, compaction requested=false 2024-12-14T05:43:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:28,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:28,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-14T05:43:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-14T05:43:28,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-14T05:43:28,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5330 sec 2024-12-14T05:43:28,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.5360 sec 2024-12-14T05:43:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:29,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-14T05:43:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:29,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214884920679ccd43e29af69da8ff7d857d_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155009145/Put/seqid=0 2024-12-14T05:43:29,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742386_1562 (size=12304) 2024-12-14T05:43:29,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155069159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155069262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:29,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155069466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:29,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:29,558 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214884920679ccd43e29af69da8ff7d857d_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214884920679ccd43e29af69da8ff7d857d_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:29,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/51360fc486d64cc9a8083701bea6d062, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:29,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/51360fc486d64cc9a8083701bea6d062 is 175, key is test_row_0/A:col10/1734155009145/Put/seqid=0 2024-12-14T05:43:29,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742387_1563 (size=31105) 2024-12-14T05:43:29,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155069768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:29,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/51360fc486d64cc9a8083701bea6d062 2024-12-14T05:43:29,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/f8e8d24236ac46a9814304dc7247964b is 50, key is test_row_0/B:col10/1734155009145/Put/seqid=0 2024-12-14T05:43:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742388_1564 (size=12151) 2024-12-14T05:43:30,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155070270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:30,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/f8e8d24236ac46a9814304dc7247964b 2024-12-14T05:43:30,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/30036a278f75495ab6f5e7f93a133cfd is 50, key is test_row_0/C:col10/1734155009145/Put/seqid=0 2024-12-14T05:43:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742389_1565 (size=12151) 2024-12-14T05:43:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-14T05:43:30,470 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-14T05:43:30,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-14T05:43:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-14T05:43:30,471 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:30,472 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:30,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-14T05:43:30,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:30,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-14T05:43:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-14T05:43:30,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:30,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-14T05:43:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:30,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:30,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:30,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/30036a278f75495ab6f5e7f93a133cfd 2024-12-14T05:43:30,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/51360fc486d64cc9a8083701bea6d062 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/51360fc486d64cc9a8083701bea6d062 2024-12-14T05:43:30,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/51360fc486d64cc9a8083701bea6d062, entries=150, sequenceid=230, filesize=30.4 K 2024-12-14T05:43:30,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/f8e8d24236ac46a9814304dc7247964b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/f8e8d24236ac46a9814304dc7247964b 2024-12-14T05:43:30,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/f8e8d24236ac46a9814304dc7247964b, entries=150, sequenceid=230, filesize=11.9 K 2024-12-14T05:43:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/30036a278f75495ab6f5e7f93a133cfd as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/30036a278f75495ab6f5e7f93a133cfd 2024-12-14T05:43:30,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/30036a278f75495ab6f5e7f93a133cfd, entries=150, sequenceid=230, filesize=11.9 K 2024-12-14T05:43:30,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e7b21a811de9270257f6b8af0e0561ed in 1643ms, sequenceid=230, compaction requested=true 2024-12-14T05:43:30,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:30,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:43:30,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:30,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:43:30,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:30,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:43:30,789 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:30,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:30,789 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:30,790 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:30,790 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:30,790 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/A is initiating minor compaction (all files) 2024-12-14T05:43:30,790 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/B is initiating minor compaction (all files) 2024-12-14T05:43:30,790 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/B in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,790 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/A in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,791 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d2fe6bfcbaf4492bb409d07678236f3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/0a4db7d1ac564646b1b7d6483cc89bc5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/51360fc486d64cc9a8083701bea6d062] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=91.5 K 2024-12-14T05:43:30,791 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/9da409dc5b3d407b9ef678b22c1b2be5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/a27e566c05434797a406e898ed226a08, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/f8e8d24236ac46a9814304dc7247964b] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=36.0 K 2024-12-14T05:43:30,791 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,791 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d2fe6bfcbaf4492bb409d07678236f3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/0a4db7d1ac564646b1b7d6483cc89bc5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/51360fc486d64cc9a8083701bea6d062] 2024-12-14T05:43:30,791 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da409dc5b3d407b9ef678b22c1b2be5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734155005711 2024-12-14T05:43:30,791 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d2fe6bfcbaf4492bb409d07678236f3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734155005711 2024-12-14T05:43:30,791 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting a27e566c05434797a406e898ed226a08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734155006344 2024-12-14T05:43:30,791 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a4db7d1ac564646b1b7d6483cc89bc5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734155006344 2024-12-14T05:43:30,791 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting f8e8d24236ac46a9814304dc7247964b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734155008527 2024-12-14T05:43:30,792 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51360fc486d64cc9a8083701bea6d062, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734155008527 2024-12-14T05:43:30,799 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#B#compaction#482 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:30,800 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:30,800 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/142eb7d0170140fc8314ee06777ddd7e is 50, key is test_row_0/B:col10/1734155009145/Put/seqid=0 2024-12-14T05:43:30,816 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214885deeaf32354433a85c73e59dc88518_e7b21a811de9270257f6b8af0e0561ed store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:30,817 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214885deeaf32354433a85c73e59dc88518_e7b21a811de9270257f6b8af0e0561ed, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:30,817 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214885deeaf32354433a85c73e59dc88518_e7b21a811de9270257f6b8af0e0561ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742390_1566 (size=12629) 2024-12-14T05:43:30,835 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/142eb7d0170140fc8314ee06777ddd7e as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/142eb7d0170140fc8314ee06777ddd7e 2024-12-14T05:43:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742391_1567 (size=4469) 2024-12-14T05:43:30,838 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#A#compaction#483 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:30,838 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/ab19dacda80941d99cb4a0e8ba30ae64 is 175, key is test_row_0/A:col10/1734155009145/Put/seqid=0 2024-12-14T05:43:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742392_1568 (size=31583) 2024-12-14T05:43:30,841 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/B of e7b21a811de9270257f6b8af0e0561ed into 142eb7d0170140fc8314ee06777ddd7e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:30,841 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:30,841 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/B, priority=13, startTime=1734155010789; duration=0sec 2024-12-14T05:43:30,841 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:30,841 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:B 2024-12-14T05:43:30,841 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:30,842 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:30,842 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/C is initiating minor compaction (all files) 2024-12-14T05:43:30,842 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/C in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,842 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0a62e45d8ec14b61af79a54820157bca, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/c87f288744b44cd989cc39d766ba16b5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/30036a278f75495ab6f5e7f93a133cfd] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=36.0 K 2024-12-14T05:43:30,843 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a62e45d8ec14b61af79a54820157bca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734155005711 2024-12-14T05:43:30,843 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting c87f288744b44cd989cc39d766ba16b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734155006344 2024-12-14T05:43:30,843 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 30036a278f75495ab6f5e7f93a133cfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734155008527 2024-12-14T05:43:30,844 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/ab19dacda80941d99cb4a0e8ba30ae64 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/ab19dacda80941d99cb4a0e8ba30ae64 2024-12-14T05:43:30,847 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/A of e7b21a811de9270257f6b8af0e0561ed into ab19dacda80941d99cb4a0e8ba30ae64(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:30,847 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:30,847 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/A, priority=13, startTime=1734155010789; duration=0sec 2024-12-14T05:43:30,848 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:30,848 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:A 2024-12-14T05:43:30,849 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#C#compaction#484 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:30,849 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/8eac8a7cbb8e4271a76c5c081bbbef71 is 50, key is test_row_0/C:col10/1734155009145/Put/seqid=0 2024-12-14T05:43:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742393_1569 (size=12629) 2024-12-14T05:43:30,856 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/8eac8a7cbb8e4271a76c5c081bbbef71 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/8eac8a7cbb8e4271a76c5c081bbbef71 2024-12-14T05:43:30,860 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/C of e7b21a811de9270257f6b8af0e0561ed into 8eac8a7cbb8e4271a76c5c081bbbef71(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:30,860 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:30,860 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/C, priority=13, startTime=1734155010789; duration=0sec 2024-12-14T05:43:30,860 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:30,860 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:C 2024-12-14T05:43:30,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:30,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-14T05:43:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:30,928 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-14T05:43:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121459277610ab91431ab673b3ee6e41c998_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155009156/Put/seqid=0 2024-12-14T05:43:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742394_1570 (size=12304) 2024-12-14T05:43:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-14T05:43:31,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155071316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:31,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:31,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121459277610ab91431ab673b3ee6e41c998_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121459277610ab91431ab673b3ee6e41c998_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:31,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f71528d5343942a7960e1a6d3d162b2a, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:31,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f71528d5343942a7960e1a6d3d162b2a is 175, key is test_row_0/A:col10/1734155009156/Put/seqid=0 2024-12-14T05:43:31,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742395_1571 (size=31105) 2024-12-14T05:43:31,342 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f71528d5343942a7960e1a6d3d162b2a 2024-12-14T05:43:31,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/bcb3646fd65b403a84c2803b63dd5f2d is 50, key is test_row_0/B:col10/1734155009156/Put/seqid=0 2024-12-14T05:43:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742396_1572 (size=12151) 2024-12-14T05:43:31,350 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/bcb3646fd65b403a84c2803b63dd5f2d 2024-12-14T05:43:31,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/1ee4d2cb13a74585a2e1092cb3376100 is 50, key is test_row_0/C:col10/1734155009156/Put/seqid=0 2024-12-14T05:43:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742397_1573 (size=12151) 2024-12-14T05:43:31,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155071418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-14T05:43:31,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155071622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:31,758 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/1ee4d2cb13a74585a2e1092cb3376100 2024-12-14T05:43:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f71528d5343942a7960e1a6d3d162b2a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f71528d5343942a7960e1a6d3d162b2a 2024-12-14T05:43:31,763 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f71528d5343942a7960e1a6d3d162b2a, entries=150, sequenceid=242, filesize=30.4 K 2024-12-14T05:43:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/bcb3646fd65b403a84c2803b63dd5f2d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bcb3646fd65b403a84c2803b63dd5f2d 2024-12-14T05:43:31,766 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bcb3646fd65b403a84c2803b63dd5f2d, entries=150, sequenceid=242, filesize=11.9 K 2024-12-14T05:43:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/1ee4d2cb13a74585a2e1092cb3376100 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1ee4d2cb13a74585a2e1092cb3376100 2024-12-14T05:43:31,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1ee4d2cb13a74585a2e1092cb3376100, entries=150, sequenceid=242, filesize=11.9 K 2024-12-14T05:43:31,769 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e7b21a811de9270257f6b8af0e0561ed in 841ms, sequenceid=242, compaction requested=false 2024-12-14T05:43:31,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:31,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:31,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-14T05:43:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-14T05:43:31,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-14T05:43:31,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2980 sec 2024-12-14T05:43:31,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.3010 sec 2024-12-14T05:43:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:31,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-14T05:43:31,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:31,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:31,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:31,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:31,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:31,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:31,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412141047fa601c134e8f8f30889769265ce9_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155011925/Put/seqid=0 2024-12-14T05:43:31,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742398_1574 (size=14994) 2024-12-14T05:43:31,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:31,936 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412141047fa601c134e8f8f30889769265ce9_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412141047fa601c134e8f8f30889769265ce9_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:31,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/cd3820b508de443f92b1970bd3c7f026, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:31,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/cd3820b508de443f92b1970bd3c7f026 is 175, key is test_row_0/A:col10/1734155011925/Put/seqid=0 2024-12-14T05:43:31,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742399_1575 (size=39949) 2024-12-14T05:43:31,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155071940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:32,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155072042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:32,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155072245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:32,396 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/cd3820b508de443f92b1970bd3c7f026 2024-12-14T05:43:32,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/cd985a6f015b400aad9886653f3cc728 is 50, key is test_row_0/B:col10/1734155011925/Put/seqid=0 2024-12-14T05:43:32,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742400_1576 (size=12301) 2024-12-14T05:43:32,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/cd985a6f015b400aad9886653f3cc728 2024-12-14T05:43:32,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/af7d0e6278764a56930282f5d8309cd6 is 50, key is test_row_0/C:col10/1734155011925/Put/seqid=0 2024-12-14T05:43:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742401_1577 (size=12301) 2024-12-14T05:43:32,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/af7d0e6278764a56930282f5d8309cd6 2024-12-14T05:43:32,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/cd3820b508de443f92b1970bd3c7f026 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/cd3820b508de443f92b1970bd3c7f026 2024-12-14T05:43:32,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/cd3820b508de443f92b1970bd3c7f026, entries=200, sequenceid=270, filesize=39.0 K 2024-12-14T05:43:32,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/cd985a6f015b400aad9886653f3cc728 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/cd985a6f015b400aad9886653f3cc728 2024-12-14T05:43:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/cd985a6f015b400aad9886653f3cc728, entries=150, sequenceid=270, filesize=12.0 K 2024-12-14T05:43:32,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/af7d0e6278764a56930282f5d8309cd6 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/af7d0e6278764a56930282f5d8309cd6 2024-12-14T05:43:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/af7d0e6278764a56930282f5d8309cd6, entries=150, sequenceid=270, filesize=12.0 K 2024-12-14T05:43:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e7b21a811de9270257f6b8af0e0561ed in 513ms, sequenceid=270, compaction requested=true 2024-12-14T05:43:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:A, priority=-2147483648, current under compaction store size is 1 2024-12-14T05:43:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:32,440 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:B, priority=-2147483648, current under compaction store size is 2 2024-12-14T05:43:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e7b21a811de9270257f6b8af0e0561ed:C, priority=-2147483648, current under compaction store size is 3 2024-12-14T05:43:32,440 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,440 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:32,440 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/B is initiating minor compaction (all files) 2024-12-14T05:43:32,440 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/B in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,441 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/142eb7d0170140fc8314ee06777ddd7e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bcb3646fd65b403a84c2803b63dd5f2d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/cd985a6f015b400aad9886653f3cc728] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=36.2 K 2024-12-14T05:43:32,441 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:32,441 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/A is initiating minor compaction (all files) 2024-12-14T05:43:32,441 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/A in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,441 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/ab19dacda80941d99cb4a0e8ba30ae64, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f71528d5343942a7960e1a6d3d162b2a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/cd3820b508de443f92b1970bd3c7f026] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=100.2 K 2024-12-14T05:43:32,441 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 142eb7d0170140fc8314ee06777ddd7e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734155008527 2024-12-14T05:43:32,441 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,441 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. files: [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/ab19dacda80941d99cb4a0e8ba30ae64, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f71528d5343942a7960e1a6d3d162b2a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/cd3820b508de443f92b1970bd3c7f026] 2024-12-14T05:43:32,441 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting bcb3646fd65b403a84c2803b63dd5f2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734155009154 2024-12-14T05:43:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,441 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab19dacda80941d99cb4a0e8ba30ae64, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734155008527 2024-12-14T05:43:32,441 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting cd985a6f015b400aad9886653f3cc728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734155011312 2024-12-14T05:43:32,442 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting f71528d5343942a7960e1a6d3d162b2a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734155009154 2024-12-14T05:43:32,442 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd3820b508de443f92b1970bd3c7f026, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734155011312 2024-12-14T05:43:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,456 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,457 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121492f534afa2614e31908ed34c4169f732_e7b21a811de9270257f6b8af0e0561ed store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,459 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#B#compaction#491 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:32,459 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/3bbc8c2b55a04395ace774772b717915 is 50, key is test_row_0/B:col10/1734155011925/Put/seqid=0 2024-12-14T05:43:32,460 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121492f534afa2614e31908ed34c4169f732_e7b21a811de9270257f6b8af0e0561ed, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:32,460 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121492f534afa2614e31908ed34c4169f732_e7b21a811de9270257f6b8af0e0561ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742403_1579 (size=4469) 2024-12-14T05:43:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,496 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#A#compaction#492 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,497 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/5a5285ee733d4ec5b392d7b8154e55fb is 175, key is test_row_0/A:col10/1734155011925/Put/seqid=0 2024-12-14T05:43:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742402_1578 (size=12881) 2024-12-14T05:43:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,510 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/3bbc8c2b55a04395ace774772b717915 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3bbc8c2b55a04395ace774772b717915 2024-12-14T05:43:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,514 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/B of e7b21a811de9270257f6b8af0e0561ed into 3bbc8c2b55a04395ace774772b717915(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:32,514 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:32,514 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/B, priority=13, startTime=1734155012440; duration=0sec 2024-12-14T05:43:32,514 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-14T05:43:32,514 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:B 2024-12-14T05:43:32,515 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-14T05:43:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,516 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-14T05:43:32,516 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1540): e7b21a811de9270257f6b8af0e0561ed/C is initiating minor compaction (all files) 2024-12-14T05:43:32,516 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e7b21a811de9270257f6b8af0e0561ed/C in TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,516 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/8eac8a7cbb8e4271a76c5c081bbbef71, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1ee4d2cb13a74585a2e1092cb3376100, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/af7d0e6278764a56930282f5d8309cd6] into tmpdir=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp, totalSize=36.2 K 2024-12-14T05:43:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,516 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eac8a7cbb8e4271a76c5c081bbbef71, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734155008527 2024-12-14T05:43:32,517 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ee4d2cb13a74585a2e1092cb3376100, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734155009154 2024-12-14T05:43:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,517 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] compactions.Compactor(224): Compacting af7d0e6278764a56930282f5d8309cd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734155011312 2024-12-14T05:43:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742404_1580 (size=31835) 2024-12-14T05:43:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,542 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e7b21a811de9270257f6b8af0e0561ed#C#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-14T05:43:32,543 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/aa797bd03d184e9e8573d41d37696c30 is 50, key is test_row_0/C:col10/1734155011925/Put/seqid=0 2024-12-14T05:43:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,544 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/5a5285ee733d4ec5b392d7b8154e55fb as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/5a5285ee733d4ec5b392d7b8154e55fb 2024-12-14T05:43:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,549 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/A of e7b21a811de9270257f6b8af0e0561ed into 5a5285ee733d4ec5b392d7b8154e55fb(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:32,549 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:32,549 INFO [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/A, priority=13, startTime=1734155012439; duration=0sec 2024-12-14T05:43:32,549 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:32,549 DEBUG [RS:0;e1063daab615:33421-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:A 2024-12-14T05:43:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742405_1581 (size=12881) 2024-12-14T05:43:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:32,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-14T05:43:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214209641b6541c4133b2ed6123907dde11_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155011939/Put/seqid=0 2024-12-14T05:43:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-14T05:43:32,575 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-14T05:43:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742406_1582 (size=17534) 2024-12-14T05:43:32,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-14T05:43:32,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-14T05:43:32,577 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-14T05:43:32,578 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-14T05:43:32,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-14T05:43:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-14T05:43:32,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214209641b6541c4133b2ed6123907dde11_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214209641b6541c4133b2ed6123907dde11_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:32,583 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f89e135f568f4ce99a7a05503fc84dbc, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:32,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f89e135f568f4ce99a7a05503fc84dbc is 175, key is test_row_0/A:col10/1734155011939/Put/seqid=0 2024-12-14T05:43:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742407_1583 (size=48639) 2024-12-14T05:43:32,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155072630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-14T05:43:32,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:32,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-14T05:43:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:32,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:32,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:32,732 DEBUG [Thread-2281 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:63714 2024-12-14T05:43:32,732 DEBUG [Thread-2281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:32,733 DEBUG [Thread-2285 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:63714 2024-12-14T05:43:32,733 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:32,733 DEBUG [Thread-2289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x439b60d5 to 127.0.0.1:63714 2024-12-14T05:43:32,733 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:32,734 DEBUG [Thread-2283 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:63714 2024-12-14T05:43:32,734 DEBUG [Thread-2283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:32,734 DEBUG [Thread-2287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15b6349f to 127.0.0.1:63714 2024-12-14T05:43:32,734 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:32,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155072734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-14T05:43:32,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:32,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-14T05:43:32,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:32,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:32,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:32,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:32,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155072935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:32,964 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/aa797bd03d184e9e8573d41d37696c30 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/aa797bd03d184e9e8573d41d37696c30 2024-12-14T05:43:32,967 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e7b21a811de9270257f6b8af0e0561ed/C of e7b21a811de9270257f6b8af0e0561ed into aa797bd03d184e9e8573d41d37696c30(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-14T05:43:32,967 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:32,967 INFO [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed., storeName=e7b21a811de9270257f6b8af0e0561ed/C, priority=13, startTime=1734155012440; duration=0sec 2024-12-14T05:43:32,967 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-14T05:43:32,967 DEBUG [RS:0;e1063daab615:33421-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e7b21a811de9270257f6b8af0e0561ed:C 2024-12-14T05:43:32,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f89e135f568f4ce99a7a05503fc84dbc 2024-12-14T05:43:32,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/06b15c33a856427bbc87f7c6a6bb63cf is 50, key is test_row_0/B:col10/1734155011939/Put/seqid=0 2024-12-14T05:43:32,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742408_1584 (size=12301) 2024-12-14T05:43:33,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:33,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-14T05:43:33,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:33,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:33,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:33,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-14T05:43:33,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:33,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-14T05:43:33,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:33,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:33,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:33,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-14T05:43:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49566 deadline: 1734155073240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 2024-12-14T05:43:33,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:33,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-14T05:43:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:33,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-14T05:43:33,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/06b15c33a856427bbc87f7c6a6bb63cf 2024-12-14T05:43:33,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/9bc94d19548f41ceae8c46efe27fb5cf is 50, key is test_row_0/C:col10/1734155011939/Put/seqid=0 2024-12-14T05:43:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742409_1585 (size=12301) 2024-12-14T05:43:33,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/9bc94d19548f41ceae8c46efe27fb5cf 2024-12-14T05:43:33,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/f89e135f568f4ce99a7a05503fc84dbc as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f89e135f568f4ce99a7a05503fc84dbc 2024-12-14T05:43:33,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f89e135f568f4ce99a7a05503fc84dbc, entries=250, sequenceid=283, filesize=47.5 K 2024-12-14T05:43:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/06b15c33a856427bbc87f7c6a6bb63cf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/06b15c33a856427bbc87f7c6a6bb63cf 2024-12-14T05:43:33,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/06b15c33a856427bbc87f7c6a6bb63cf, entries=150, sequenceid=283, filesize=12.0 K 2024-12-14T05:43:33,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/9bc94d19548f41ceae8c46efe27fb5cf as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/9bc94d19548f41ceae8c46efe27fb5cf 2024-12-14T05:43:33,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/9bc94d19548f41ceae8c46efe27fb5cf, entries=150, sequenceid=283, filesize=12.0 K 2024-12-14T05:43:33,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e7b21a811de9270257f6b8af0e0561ed in 869ms, sequenceid=283, compaction requested=false 2024-12-14T05:43:33,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:33,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:33,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-14T05:43:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:33,499 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-14T05:43:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:33,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:33,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:33,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:33,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:33,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146648d6fd488648278f03bbd6d5193c50_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155012627/Put/seqid=0 2024-12-14T05:43:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742410_1586 (size=12454) 2024-12-14T05:43:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-14T05:43:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 {}] regionserver.HRegion(8581): Flush requested on e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:33,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. as already flushing 2024-12-14T05:43:33,747 DEBUG [Thread-2270 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:63714 2024-12-14T05:43:33,747 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:33,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:33,923 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146648d6fd488648278f03bbd6d5193c50_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146648d6fd488648278f03bbd6d5193c50_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:33,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/7d3f0a7ba3cf4b1d98a96484d6216f7d, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/7d3f0a7ba3cf4b1d98a96484d6216f7d is 175, key is test_row_0/A:col10/1734155012627/Put/seqid=0 2024-12-14T05:43:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742411_1587 (size=31255) 2024-12-14T05:43:34,200 DEBUG [Thread-2278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:63714 2024-12-14T05:43:34,200 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:34,220 DEBUG [Thread-2274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:63714 2024-12-14T05:43:34,220 DEBUG [Thread-2274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:34,269 DEBUG [Thread-2276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:63714 2024-12-14T05:43:34,269 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:34,276 DEBUG [Thread-2272 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:63714 2024-12-14T05:43:34,276 DEBUG [Thread-2272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:34,333 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/7d3f0a7ba3cf4b1d98a96484d6216f7d 2024-12-14T05:43:34,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/1de6f74c27df4894ac59d3fbec310b52 is 50, key is test_row_0/B:col10/1734155012627/Put/seqid=0 2024-12-14T05:43:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742412_1588 (size=12301) 2024-12-14T05:43:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-14T05:43:34,754 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/1de6f74c27df4894ac59d3fbec310b52 2024-12-14T05:43:34,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/eac851e8e77c48c289cffb333b8a29a2 is 50, key is test_row_0/C:col10/1734155012627/Put/seqid=0 2024-12-14T05:43:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742413_1589 (size=12301) 2024-12-14T05:43:35,172 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/eac851e8e77c48c289cffb333b8a29a2 2024-12-14T05:43:35,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/7d3f0a7ba3cf4b1d98a96484d6216f7d as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d3f0a7ba3cf4b1d98a96484d6216f7d 2024-12-14T05:43:35,185 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d3f0a7ba3cf4b1d98a96484d6216f7d, entries=150, sequenceid=309, filesize=30.5 K 2024-12-14T05:43:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/1de6f74c27df4894ac59d3fbec310b52 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/1de6f74c27df4894ac59d3fbec310b52 2024-12-14T05:43:35,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/1de6f74c27df4894ac59d3fbec310b52, entries=150, sequenceid=309, filesize=12.0 K 2024-12-14T05:43:35,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/eac851e8e77c48c289cffb333b8a29a2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/eac851e8e77c48c289cffb333b8a29a2 2024-12-14T05:43:35,192 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/eac851e8e77c48c289cffb333b8a29a2, entries=150, sequenceid=309, filesize=12.0 K 2024-12-14T05:43:35,193 INFO [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for e7b21a811de9270257f6b8af0e0561ed in 1694ms, sequenceid=309, compaction requested=true 2024-12-14T05:43:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1063daab615:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-14T05:43:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-14T05:43:35,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-14T05:43:35,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-12-14T05:43:35,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.6190 sec 2024-12-14T05:43:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-14T05:43:36,690 INFO [Thread-2280 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 185 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-14T05:43:36,690 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7776 2024-12-14T05:43:36,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7589 2024-12-14T05:43:36,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7395 2024-12-14T05:43:36,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7735 2024-12-14T05:43:36,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7577 2024-12-14T05:43:36,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-14T05:43:36,691 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-14T05:43:36,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:63714 2024-12-14T05:43:36,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:36,693 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-14T05:43:36,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-14T05:43:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-14T05:43:36,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734155016697"}]},"ts":"1734155016697"} 2024-12-14T05:43:36,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-14T05:43:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-14T05:43:36,804 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-14T05:43:36,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-14T05:43:36,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, UNASSIGN}] 2024-12-14T05:43:36,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, UNASSIGN 2024-12-14T05:43:36,807 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=CLOSING, regionLocation=e1063daab615,33421,1734154841687 2024-12-14T05:43:36,807 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-14T05:43:36,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687}] 2024-12-14T05:43:36,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e1063daab615,33421,1734154841687 2024-12-14T05:43:36,959 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:36,959 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing e7b21a811de9270257f6b8af0e0561ed, disabling compactions & flushes 2024-12-14T05:43:36,960 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. after waiting 0 ms 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:36,960 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing e7b21a811de9270257f6b8af0e0561ed 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=A 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=B 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e7b21a811de9270257f6b8af0e0561ed, store=C 2024-12-14T05:43:36,960 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-14T05:43:36,969 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b9343c6694c84191913691ee44687cbf_e7b21a811de9270257f6b8af0e0561ed is 50, key is test_row_0/A:col10/1734155014267/Put/seqid=0 2024-12-14T05:43:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742414_1590 (size=12454) 2024-12-14T05:43:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-14T05:43:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-14T05:43:37,376 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-14T05:43:37,408 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b9343c6694c84191913691ee44687cbf_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b9343c6694c84191913691ee44687cbf_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:37,410 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/dc198b40ea69430ab9d25a349c0a391b, store: [table=TestAcidGuarantees family=A region=e7b21a811de9270257f6b8af0e0561ed] 2024-12-14T05:43:37,411 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/dc198b40ea69430ab9d25a349c0a391b is 175, key is test_row_0/A:col10/1734155014267/Put/seqid=0 2024-12-14T05:43:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742415_1591 (size=31255) 2024-12-14T05:43:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-14T05:43:37,820 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/dc198b40ea69430ab9d25a349c0a391b 2024-12-14T05:43:37,832 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2a05e03fce6248df9fd3a3ef792c77ac is 50, key is test_row_0/B:col10/1734155014267/Put/seqid=0 2024-12-14T05:43:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742416_1592 (size=12301) 2024-12-14T05:43:38,237 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2a05e03fce6248df9fd3a3ef792c77ac 2024-12-14T05:43:38,251 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/a51f999870354f94adfacc0ad1ce7d12 is 50, key is test_row_0/C:col10/1734155014267/Put/seqid=0 2024-12-14T05:43:38,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742417_1593 (size=12301) 2024-12-14T05:43:38,657 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/a51f999870354f94adfacc0ad1ce7d12 2024-12-14T05:43:38,667 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/A/dc198b40ea69430ab9d25a349c0a391b as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/dc198b40ea69430ab9d25a349c0a391b 2024-12-14T05:43:38,673 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/dc198b40ea69430ab9d25a349c0a391b, entries=150, sequenceid=317, filesize=30.5 K 2024-12-14T05:43:38,674 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/B/2a05e03fce6248df9fd3a3ef792c77ac as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2a05e03fce6248df9fd3a3ef792c77ac 2024-12-14T05:43:38,678 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2a05e03fce6248df9fd3a3ef792c77ac, entries=150, sequenceid=317, filesize=12.0 K 2024-12-14T05:43:38,679 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/.tmp/C/a51f999870354f94adfacc0ad1ce7d12 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/a51f999870354f94adfacc0ad1ce7d12 2024-12-14T05:43:38,682 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/a51f999870354f94adfacc0ad1ce7d12, entries=150, sequenceid=317, filesize=12.0 K 2024-12-14T05:43:38,683 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e7b21a811de9270257f6b8af0e0561ed in 1723ms, sequenceid=317, compaction requested=true 2024-12-14T05:43:38,683 DEBUG [StoreCloser-TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/92e3cf5b926c4632951862db033b76d6, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/6aa546f42f97422eac1e0c04631dfc8c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/b4cfd62f2e2741d38e17b2d4264f095a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fbb2382f3e4c4d15883bbac136d7f08c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/c7fd336dd0fd415e8cbbbdbccadecfc1, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1b6b78db6729401c8f54b4b29a935a30, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1e4de568152a4ff2832f7fbc09b05d01, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/53fc825acd144054a0202665d3282460, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/18daa49c712d4edb91df6ff41bbc6667, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/9acf51133dda4a49867233a0bf736343, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fdd71dbb82794358ba76d9cb7141e330, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d2fe6bfcbaf4492bb409d07678236f3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/0a4db7d1ac564646b1b7d6483cc89bc5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/ab19dacda80941d99cb4a0e8ba30ae64, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/51360fc486d64cc9a8083701bea6d062, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f71528d5343942a7960e1a6d3d162b2a, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/cd3820b508de443f92b1970bd3c7f026] to archive 2024-12-14T05:43:38,684 DEBUG [StoreCloser-TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:43:38,687 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fbb2382f3e4c4d15883bbac136d7f08c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fbb2382f3e4c4d15883bbac136d7f08c 2024-12-14T05:43:38,687 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/b4cfd62f2e2741d38e17b2d4264f095a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/b4cfd62f2e2741d38e17b2d4264f095a 2024-12-14T05:43:38,687 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/92e3cf5b926c4632951862db033b76d6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/92e3cf5b926c4632951862db033b76d6 2024-12-14T05:43:38,687 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/c7fd336dd0fd415e8cbbbdbccadecfc1 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/c7fd336dd0fd415e8cbbbdbccadecfc1 2024-12-14T05:43:38,687 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1b6b78db6729401c8f54b4b29a935a30 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1b6b78db6729401c8f54b4b29a935a30 2024-12-14T05:43:38,690 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1e4de568152a4ff2832f7fbc09b05d01 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/1e4de568152a4ff2832f7fbc09b05d01 2024-12-14T05:43:38,690 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/6aa546f42f97422eac1e0c04631dfc8c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/6aa546f42f97422eac1e0c04631dfc8c 2024-12-14T05:43:38,690 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/53fc825acd144054a0202665d3282460 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/53fc825acd144054a0202665d3282460 2024-12-14T05:43:38,691 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/18daa49c712d4edb91df6ff41bbc6667 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/18daa49c712d4edb91df6ff41bbc6667 2024-12-14T05:43:38,691 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/9acf51133dda4a49867233a0bf736343 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/9acf51133dda4a49867233a0bf736343 2024-12-14T05:43:38,692 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d2fe6bfcbaf4492bb409d07678236f3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d2fe6bfcbaf4492bb409d07678236f3 2024-12-14T05:43:38,692 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fdd71dbb82794358ba76d9cb7141e330 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/fdd71dbb82794358ba76d9cb7141e330 2024-12-14T05:43:38,692 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/0a4db7d1ac564646b1b7d6483cc89bc5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/0a4db7d1ac564646b1b7d6483cc89bc5 2024-12-14T05:43:38,692 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/ab19dacda80941d99cb4a0e8ba30ae64 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/ab19dacda80941d99cb4a0e8ba30ae64 2024-12-14T05:43:38,692 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/51360fc486d64cc9a8083701bea6d062 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/51360fc486d64cc9a8083701bea6d062 2024-12-14T05:43:38,693 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f71528d5343942a7960e1a6d3d162b2a to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f71528d5343942a7960e1a6d3d162b2a 2024-12-14T05:43:38,693 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/cd3820b508de443f92b1970bd3c7f026 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/cd3820b508de443f92b1970bd3c7f026 2024-12-14T05:43:38,694 DEBUG [StoreCloser-TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/aee2a9bb21bb430cbdb711f9e848fcda, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/37503cf81b9e4d0aa45e82d3b2485aa3, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3fcfe982c1da43feafe1ea6f3f8a1251, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/ec45d2a3624f4bc88445ce7652e3446d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bf59191536104196be6b491cce3e8111, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2d97d7d82175454e94726606b5abec19, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/872559667c2047b6add2539077a8d91e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2bcef04568a546ad873722c2f4096f0c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/8f1bbcc490f247b9b1cd230ac80d6c4c, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/430813614610446da28063957797ebd4, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/9da409dc5b3d407b9ef678b22c1b2be5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/b177d9f2873346cb8a94f850d7bf9bbf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/a27e566c05434797a406e898ed226a08, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/142eb7d0170140fc8314ee06777ddd7e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/f8e8d24236ac46a9814304dc7247964b, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bcb3646fd65b403a84c2803b63dd5f2d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/cd985a6f015b400aad9886653f3cc728] to archive 2024-12-14T05:43:38,695 DEBUG [StoreCloser-TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:43:38,697 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/37503cf81b9e4d0aa45e82d3b2485aa3 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/37503cf81b9e4d0aa45e82d3b2485aa3 2024-12-14T05:43:38,697 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3fcfe982c1da43feafe1ea6f3f8a1251 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3fcfe982c1da43feafe1ea6f3f8a1251 2024-12-14T05:43:38,697 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/ec45d2a3624f4bc88445ce7652e3446d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/ec45d2a3624f4bc88445ce7652e3446d 2024-12-14T05:43:38,697 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/aee2a9bb21bb430cbdb711f9e848fcda to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/aee2a9bb21bb430cbdb711f9e848fcda 2024-12-14T05:43:38,697 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bf59191536104196be6b491cce3e8111 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bf59191536104196be6b491cce3e8111 2024-12-14T05:43:38,697 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2bcef04568a546ad873722c2f4096f0c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2bcef04568a546ad873722c2f4096f0c 2024-12-14T05:43:38,697 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2d97d7d82175454e94726606b5abec19 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2d97d7d82175454e94726606b5abec19 2024-12-14T05:43:38,698 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/872559667c2047b6add2539077a8d91e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/872559667c2047b6add2539077a8d91e 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/430813614610446da28063957797ebd4 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/430813614610446da28063957797ebd4 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/9da409dc5b3d407b9ef678b22c1b2be5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/9da409dc5b3d407b9ef678b22c1b2be5 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/8f1bbcc490f247b9b1cd230ac80d6c4c to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/8f1bbcc490f247b9b1cd230ac80d6c4c 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/a27e566c05434797a406e898ed226a08 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/a27e566c05434797a406e898ed226a08 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/b177d9f2873346cb8a94f850d7bf9bbf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/b177d9f2873346cb8a94f850d7bf9bbf 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/142eb7d0170140fc8314ee06777ddd7e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/142eb7d0170140fc8314ee06777ddd7e 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bcb3646fd65b403a84c2803b63dd5f2d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/bcb3646fd65b403a84c2803b63dd5f2d 2024-12-14T05:43:38,699 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/f8e8d24236ac46a9814304dc7247964b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/f8e8d24236ac46a9814304dc7247964b 2024-12-14T05:43:38,700 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/cd985a6f015b400aad9886653f3cc728 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/cd985a6f015b400aad9886653f3cc728 2024-12-14T05:43:38,701 DEBUG [StoreCloser-TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b50d9f85ac0d456e8dc5270450596300, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0c9d984605044526991e06c2dac9accf, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b119b52dfddf47d08e72e76de286de32, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/039f6bcea71a422cb15bb73a92282081, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1450eb53e43c487884cbda5bbf05d591, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/24d7f5bec74e4bed9a9082ab08e017e0, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ca928563d18045629d3cf52c8ddd767e, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/27966a34122748d19cb3e297c38b1570, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ef982d7c66ea451a813d6999d21b07ef, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/d33b223551fe4febbd13a15581e08993, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0a62e45d8ec14b61af79a54820157bca, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/43bec6cd761f4c6cbdabe76396956f0d, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/c87f288744b44cd989cc39d766ba16b5, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/8eac8a7cbb8e4271a76c5c081bbbef71, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/30036a278f75495ab6f5e7f93a133cfd, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1ee4d2cb13a74585a2e1092cb3376100, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/af7d0e6278764a56930282f5d8309cd6] to archive 2024-12-14T05:43:38,701 DEBUG [StoreCloser-TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-14T05:43:38,703 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b50d9f85ac0d456e8dc5270450596300 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b50d9f85ac0d456e8dc5270450596300 2024-12-14T05:43:38,703 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b119b52dfddf47d08e72e76de286de32 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/b119b52dfddf47d08e72e76de286de32 2024-12-14T05:43:38,703 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0c9d984605044526991e06c2dac9accf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0c9d984605044526991e06c2dac9accf 2024-12-14T05:43:38,703 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/039f6bcea71a422cb15bb73a92282081 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/039f6bcea71a422cb15bb73a92282081 2024-12-14T05:43:38,703 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1450eb53e43c487884cbda5bbf05d591 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1450eb53e43c487884cbda5bbf05d591 2024-12-14T05:43:38,703 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ca928563d18045629d3cf52c8ddd767e to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ca928563d18045629d3cf52c8ddd767e 2024-12-14T05:43:38,703 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/24d7f5bec74e4bed9a9082ab08e017e0 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/24d7f5bec74e4bed9a9082ab08e017e0 2024-12-14T05:43:38,704 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/d33b223551fe4febbd13a15581e08993 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/d33b223551fe4febbd13a15581e08993 2024-12-14T05:43:38,704 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ef982d7c66ea451a813d6999d21b07ef to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/ef982d7c66ea451a813d6999d21b07ef 2024-12-14T05:43:38,704 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/43bec6cd761f4c6cbdabe76396956f0d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/43bec6cd761f4c6cbdabe76396956f0d 2024-12-14T05:43:38,704 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/c87f288744b44cd989cc39d766ba16b5 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/c87f288744b44cd989cc39d766ba16b5 2024-12-14T05:43:38,704 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0a62e45d8ec14b61af79a54820157bca to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/0a62e45d8ec14b61af79a54820157bca 2024-12-14T05:43:38,704 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/8eac8a7cbb8e4271a76c5c081bbbef71 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/8eac8a7cbb8e4271a76c5c081bbbef71 2024-12-14T05:43:38,704 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/30036a278f75495ab6f5e7f93a133cfd to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/30036a278f75495ab6f5e7f93a133cfd 2024-12-14T05:43:38,705 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1ee4d2cb13a74585a2e1092cb3376100 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/1ee4d2cb13a74585a2e1092cb3376100 2024-12-14T05:43:38,705 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/af7d0e6278764a56930282f5d8309cd6 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/af7d0e6278764a56930282f5d8309cd6 2024-12-14T05:43:38,705 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/27966a34122748d19cb3e297c38b1570 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/27966a34122748d19cb3e297c38b1570 2024-12-14T05:43:38,709 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/recovered.edits/320.seqid, newMaxSeqId=320, maxSeqId=4 2024-12-14T05:43:38,709 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed. 2024-12-14T05:43:38,709 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for e7b21a811de9270257f6b8af0e0561ed: 2024-12-14T05:43:38,710 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=e7b21a811de9270257f6b8af0e0561ed, regionState=CLOSED 2024-12-14T05:43:38,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-14T05:43:38,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure e7b21a811de9270257f6b8af0e0561ed, server=e1063daab615,33421,1734154841687 in 1.9040 sec 2024-12-14T05:43:38,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-12-14T05:43:38,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e7b21a811de9270257f6b8af0e0561ed, UNASSIGN in 1.9070 sec 2024-12-14T05:43:38,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-14T05:43:38,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9090 sec 2024-12-14T05:43:38,715 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734155018715"}]},"ts":"1734155018715"} 2024-12-14T05:43:38,716 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-14T05:43:38,754 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-14T05:43:38,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0600 sec 2024-12-14T05:43:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-14T05:43:38,805 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-14T05:43:38,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-14T05:43:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:38,807 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-14T05:43:38,808 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:38,810 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,811 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C, FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/recovered.edits] 2024-12-14T05:43:38,813 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f89e135f568f4ce99a7a05503fc84dbc to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/f89e135f568f4ce99a7a05503fc84dbc 2024-12-14T05:43:38,813 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d3f0a7ba3cf4b1d98a96484d6216f7d to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/7d3f0a7ba3cf4b1d98a96484d6216f7d 2024-12-14T05:43:38,813 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/5a5285ee733d4ec5b392d7b8154e55fb to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/5a5285ee733d4ec5b392d7b8154e55fb 2024-12-14T05:43:38,813 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/dc198b40ea69430ab9d25a349c0a391b to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/A/dc198b40ea69430ab9d25a349c0a391b 2024-12-14T05:43:38,815 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/06b15c33a856427bbc87f7c6a6bb63cf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/06b15c33a856427bbc87f7c6a6bb63cf 2024-12-14T05:43:38,815 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2a05e03fce6248df9fd3a3ef792c77ac to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/2a05e03fce6248df9fd3a3ef792c77ac 2024-12-14T05:43:38,815 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/1de6f74c27df4894ac59d3fbec310b52 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/1de6f74c27df4894ac59d3fbec310b52 2024-12-14T05:43:38,815 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3bbc8c2b55a04395ace774772b717915 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/B/3bbc8c2b55a04395ace774772b717915 2024-12-14T05:43:38,817 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/9bc94d19548f41ceae8c46efe27fb5cf to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/9bc94d19548f41ceae8c46efe27fb5cf 2024-12-14T05:43:38,817 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/aa797bd03d184e9e8573d41d37696c30 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/aa797bd03d184e9e8573d41d37696c30 2024-12-14T05:43:38,817 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/eac851e8e77c48c289cffb333b8a29a2 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/eac851e8e77c48c289cffb333b8a29a2 2024-12-14T05:43:38,817 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/a51f999870354f94adfacc0ad1ce7d12 to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/C/a51f999870354f94adfacc0ad1ce7d12 2024-12-14T05:43:38,819 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/recovered.edits/320.seqid to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed/recovered.edits/320.seqid 2024-12-14T05:43:38,820 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/default/TestAcidGuarantees/e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,820 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-14T05:43:38,820 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-14T05:43:38,821 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214060831dfd12f499d9985f80fb9bd503c_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214060831dfd12f499d9985f80fb9bd503c_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214020155deee3e4adcafa7523c86523d99_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214020155deee3e4adcafa7523c86523d99_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412141f813901f4f545e2b97aa79338fca418_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412141f813901f4f545e2b97aa79338fca418_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121459277610ab91431ab673b3ee6e41c998_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121459277610ab91431ab673b3ee6e41c998_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214209641b6541c4133b2ed6123907dde11_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214209641b6541c4133b2ed6123907dde11_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412141047fa601c134e8f8f30889769265ce9_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412141047fa601c134e8f8f30889769265ce9_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214691b19518f7044f58cf32b7006f80167_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214691b19518f7044f58cf32b7006f80167_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,825 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146648d6fd488648278f03bbd6d5193c50_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146648d6fd488648278f03bbd6d5193c50_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,826 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121477e90fe6a9c64a09b07a0d82b7df7202_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121477e90fe6a9c64a09b07a0d82b7df7202_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,826 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214884920679ccd43e29af69da8ff7d857d_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214884920679ccd43e29af69da8ff7d857d_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,826 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121493c52c4b16264d108ebb6f53251a6d42_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121493c52c4b16264d108ebb6f53251a6d42_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,826 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b9343c6694c84191913691ee44687cbf_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b9343c6694c84191913691ee44687cbf_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,826 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ba7aac75cae445bd9c0cc6e7914ec350_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ba7aac75cae445bd9c0cc6e7914ec350_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,826 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e32bd69a5bd149a8bf255ed296a76cb3_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e32bd69a5bd149a8bf255ed296a76cb3_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,826 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214fe52f6904ba747f08c9115bee5d09bfa_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214fe52f6904ba747f08c9115bee5d09bfa_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,827 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8193da2061c48f890eaf45f7978a53b_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8193da2061c48f890eaf45f7978a53b_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,827 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214fe8ca7efb61f4538a5f2f3055c3906d2_e7b21a811de9270257f6b8af0e0561ed to hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214fe8ca7efb61f4538a5f2f3055c3906d2_e7b21a811de9270257f6b8af0e0561ed 2024-12-14T05:43:38,827 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-14T05:43:38,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:38,831 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-14T05:43:38,833 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-14T05:43:38,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:38,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-14T05:43:38,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734155018834"}]},"ts":"9223372036854775807"} 2024-12-14T05:43:38,835 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-14T05:43:38,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e7b21a811de9270257f6b8af0e0561ed, NAME => 'TestAcidGuarantees,,1734154990515.e7b21a811de9270257f6b8af0e0561ed.', STARTKEY => '', ENDKEY => ''}] 2024-12-14T05:43:38,835 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-14T05:43:38,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734155018835"}]},"ts":"9223372036854775807"} 2024-12-14T05:43:38,837 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-14T05:43:38,846 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-14T05:43:38,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-12-14T05:43:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-14T05:43:38,909 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-14T05:43:38,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=246 (was 247), OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 335), ProcessCount=11 (was 11), AvailableMemoryMB=2022 (was 2061) 2024-12-14T05:43:38,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-14T05:43:38,921 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-14T05:43:38,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:63714 2024-12-14T05:43:38,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:38,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-14T05:43:38,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=634853251, stopped=false 2024-12-14T05:43:38,922 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e1063daab615,33737,1734154840847 2024-12-14T05:43:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-14T05:43:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-14T05:43:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:43:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:43:38,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-14T05:43:38,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:38,929 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e1063daab615,33421,1734154841687' ***** 2024-12-14T05:43:38,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-14T05:43:38,929 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-14T05:43:38,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-14T05:43:38,930 INFO [RS:0;e1063daab615:33421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-14T05:43:38,930 INFO [RS:0;e1063daab615:33421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-14T05:43:38,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-14T05:43:38,930 INFO [RS:0;e1063daab615:33421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-14T05:43:38,930 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(3579): Received CLOSE for 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:43:38,930 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1224): stopping server e1063daab615,33421,1734154841687 2024-12-14T05:43:38,930 DEBUG [RS:0;e1063daab615:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:38,931 INFO [RS:0;e1063daab615:33421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-14T05:43:38,931 INFO [RS:0;e1063daab615:33421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-14T05:43:38,931 INFO [RS:0;e1063daab615:33421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-14T05:43:38,931 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6ec0f9ac29297aadecd3a595fffd2bdd, disabling compactions & flushes 2024-12-14T05:43:38,931 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. after waiting 0 ms 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:43:38,931 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6ec0f9ac29297aadecd3a595fffd2bdd 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-14T05:43:38,931 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-14T05:43:38,931 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 6ec0f9ac29297aadecd3a595fffd2bdd=hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd.} 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-14T05:43:38,931 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-14T05:43:38,931 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-14T05:43:38,931 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-14T05:43:38,932 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:43:38,949 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd/.tmp/info/5ce05b7644af4c2099e1d7990596d8e5 is 45, key is default/info:d/1734154846650/Put/seqid=0 2024-12-14T05:43:38,949 INFO [regionserver/e1063daab615:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-14T05:43:38,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742418_1594 (size=5037) 2024-12-14T05:43:38,955 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/info/f8a587e2458f436085508518efb0ef7a is 143, key is hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd./info:regioninfo/1734154846486/Put/seqid=0 2024-12-14T05:43:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742419_1595 (size=7725) 2024-12-14T05:43:39,132 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:43:39,137 INFO [regionserver/e1063daab615:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-14T05:43:39,137 INFO [regionserver/e1063daab615:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-14T05:43:39,333 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6ec0f9ac29297aadecd3a595fffd2bdd 2024-12-14T05:43:39,353 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd/.tmp/info/5ce05b7644af4c2099e1d7990596d8e5 2024-12-14T05:43:39,359 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/info/f8a587e2458f436085508518efb0ef7a 2024-12-14T05:43:39,360 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd/.tmp/info/5ce05b7644af4c2099e1d7990596d8e5 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd/info/5ce05b7644af4c2099e1d7990596d8e5 2024-12-14T05:43:39,366 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd/info/5ce05b7644af4c2099e1d7990596d8e5, entries=2, sequenceid=6, filesize=4.9 K 2024-12-14T05:43:39,367 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6ec0f9ac29297aadecd3a595fffd2bdd in 436ms, sequenceid=6, compaction requested=false 2024-12-14T05:43:39,370 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/namespace/6ec0f9ac29297aadecd3a595fffd2bdd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-14T05:43:39,371 INFO [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:43:39,371 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6ec0f9ac29297aadecd3a595fffd2bdd: 2024-12-14T05:43:39,371 DEBUG [RS_CLOSE_REGION-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734154845153.6ec0f9ac29297aadecd3a595fffd2bdd. 2024-12-14T05:43:39,382 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/rep_barrier/cf9eedafd4bd49bebfd79e247226e0b0 is 102, key is TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958./rep_barrier:/1734154874474/DeleteFamily/seqid=0 2024-12-14T05:43:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742420_1596 (size=6025) 2024-12-14T05:43:39,533 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-14T05:43:39,734 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-14T05:43:39,786 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/rep_barrier/cf9eedafd4bd49bebfd79e247226e0b0 2024-12-14T05:43:39,814 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/table/d89994f5e6fe4a70840fe648e0f93760 is 96, key is TestAcidGuarantees,,1734154846931.bf170228b641e18b787109f18b44d958./table:/1734154874474/DeleteFamily/seqid=0 2024-12-14T05:43:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742421_1597 (size=5942) 2024-12-14T05:43:39,934 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-14T05:43:39,934 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-14T05:43:39,934 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-14T05:43:40,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-14T05:43:40,134 DEBUG [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-14T05:43:40,219 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/table/d89994f5e6fe4a70840fe648e0f93760 2024-12-14T05:43:40,228 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/info/f8a587e2458f436085508518efb0ef7a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/info/f8a587e2458f436085508518efb0ef7a 2024-12-14T05:43:40,232 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/info/f8a587e2458f436085508518efb0ef7a, entries=22, sequenceid=93, filesize=7.5 K 2024-12-14T05:43:40,233 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/rep_barrier/cf9eedafd4bd49bebfd79e247226e0b0 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/rep_barrier/cf9eedafd4bd49bebfd79e247226e0b0 2024-12-14T05:43:40,238 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/rep_barrier/cf9eedafd4bd49bebfd79e247226e0b0, entries=6, sequenceid=93, filesize=5.9 K 2024-12-14T05:43:40,238 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/.tmp/table/d89994f5e6fe4a70840fe648e0f93760 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/table/d89994f5e6fe4a70840fe648e0f93760 2024-12-14T05:43:40,241 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/table/d89994f5e6fe4a70840fe648e0f93760, entries=9, sequenceid=93, filesize=5.8 K 2024-12-14T05:43:40,241 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=93, compaction requested=false 2024-12-14T05:43:40,244 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-14T05:43:40,245 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-14T05:43:40,245 INFO [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-14T05:43:40,245 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-14T05:43:40,245 DEBUG [RS_CLOSE_META-regionserver/e1063daab615:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-14T05:43:40,335 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1250): stopping server e1063daab615,33421,1734154841687; all regions closed. 2024-12-14T05:43:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741834_1010 (size=26050) 2024-12-14T05:43:40,347 DEBUG [RS:0;e1063daab615:33421 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/oldWALs 2024-12-14T05:43:40,347 INFO [RS:0;e1063daab615:33421 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e1063daab615%2C33421%2C1734154841687.meta:.meta(num 1734154844817) 2024-12-14T05:43:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741832_1008 (size=14007032) 2024-12-14T05:43:40,350 DEBUG [RS:0;e1063daab615:33421 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/oldWALs 2024-12-14T05:43:40,350 INFO [RS:0;e1063daab615:33421 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e1063daab615%2C33421%2C1734154841687:(num 1734154844288) 2024-12-14T05:43:40,350 DEBUG [RS:0;e1063daab615:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:40,350 INFO [RS:0;e1063daab615:33421 {}] regionserver.LeaseManager(133): Closed leases 2024-12-14T05:43:40,351 INFO [RS:0;e1063daab615:33421 {}] hbase.ChoreService(370): Chore service for: regionserver/e1063daab615:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-14T05:43:40,351 INFO [regionserver/e1063daab615:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-14T05:43:40,351 INFO [RS:0;e1063daab615:33421 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33421 2024-12-14T05:43:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1063daab615,33421,1734154841687 2024-12-14T05:43:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-14T05:43:40,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1063daab615,33421,1734154841687] 2024-12-14T05:43:40,404 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e1063daab615,33421,1734154841687; numProcessing=1 2024-12-14T05:43:40,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e1063daab615,33421,1734154841687 already deleted, retry=false 2024-12-14T05:43:40,412 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e1063daab615,33421,1734154841687 expired; onlineServers=0 2024-12-14T05:43:40,412 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e1063daab615,33737,1734154840847' ***** 2024-12-14T05:43:40,412 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-14T05:43:40,413 DEBUG [M:0;e1063daab615:33737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b81c190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1063daab615/172.17.0.3:0 2024-12-14T05:43:40,413 INFO [M:0;e1063daab615:33737 {}] regionserver.HRegionServer(1224): stopping server e1063daab615,33737,1734154840847 2024-12-14T05:43:40,413 INFO [M:0;e1063daab615:33737 {}] regionserver.HRegionServer(1250): stopping server e1063daab615,33737,1734154840847; all regions closed. 2024-12-14T05:43:40,413 DEBUG [M:0;e1063daab615:33737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-14T05:43:40,413 DEBUG [M:0;e1063daab615:33737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-14T05:43:40,414 DEBUG [M:0;e1063daab615:33737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-14T05:43:40,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-14T05:43:40,414 DEBUG [master/e1063daab615:0:becomeActiveMaster-HFileCleaner.small.0-1734154843945 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1063daab615:0:becomeActiveMaster-HFileCleaner.small.0-1734154843945,5,FailOnTimeoutGroup] 2024-12-14T05:43:40,414 DEBUG [master/e1063daab615:0:becomeActiveMaster-HFileCleaner.large.0-1734154843943 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1063daab615:0:becomeActiveMaster-HFileCleaner.large.0-1734154843943,5,FailOnTimeoutGroup] 2024-12-14T05:43:40,415 INFO [M:0;e1063daab615:33737 {}] hbase.ChoreService(370): Chore service for: master/e1063daab615:0 had [] on shutdown 2024-12-14T05:43:40,415 DEBUG [M:0;e1063daab615:33737 {}] master.HMaster(1733): Stopping service threads 2024-12-14T05:43:40,415 INFO [M:0;e1063daab615:33737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-14T05:43:40,415 ERROR [M:0;e1063daab615:33737 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:43161 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43161,5,PEWorkerGroup] 2024-12-14T05:43:40,417 INFO [M:0;e1063daab615:33737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-14T05:43:40,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-14T05:43:40,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-14T05:43:40,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-14T05:43:40,421 DEBUG [M:0;e1063daab615:33737 {}] zookeeper.ZKUtil(347): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-14T05:43:40,421 WARN [M:0;e1063daab615:33737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-14T05:43:40,421 INFO [M:0;e1063daab615:33737 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-14T05:43:40,421 INFO [M:0;e1063daab615:33737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-14T05:43:40,422 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-14T05:43:40,422 INFO [M:0;e1063daab615:33737 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:43:40,422 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:43:40,422 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-14T05:43:40,422 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:43:40,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-14T05:43:40,422 INFO [M:0;e1063daab615:33737 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=768.61 KB heapSize=944.73 KB 2024-12-14T05:43:40,439 DEBUG [M:0;e1063daab615:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5072389fca4f422c97bc3c5b4338c23a is 82, key is hbase:meta,,1/info:regioninfo/1734154844979/Put/seqid=0 2024-12-14T05:43:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742422_1598 (size=5672) 2024-12-14T05:43:40,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-14T05:43:40,504 INFO [RS:0;e1063daab615:33421 {}] regionserver.HRegionServer(1307): Exiting; stopping=e1063daab615,33421,1734154841687; zookeeper connection closed. 2024-12-14T05:43:40,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x100230e049a0001, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-14T05:43:40,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@714e41ba {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@714e41ba 2024-12-14T05:43:40,506 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-14T05:43:40,844 INFO [M:0;e1063daab615:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2166 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5072389fca4f422c97bc3c5b4338c23a 2024-12-14T05:43:40,871 DEBUG [M:0;e1063daab615:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcda943d417b4b47ac7ab0019b9495f2 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x9A/proc:d/1734154992609/Put/seqid=0 2024-12-14T05:43:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742423_1599 (size=45404) 2024-12-14T05:43:41,275 INFO [M:0;e1063daab615:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=768.06 KB at sequenceid=2166 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcda943d417b4b47ac7ab0019b9495f2 2024-12-14T05:43:41,281 INFO [M:0;e1063daab615:33737 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcda943d417b4b47ac7ab0019b9495f2 2024-12-14T05:43:41,300 DEBUG [M:0;e1063daab615:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc353ee6abb9405ea00a0a5159dd1533 is 69, key is e1063daab615,33421,1734154841687/rs:state/1734154844065/Put/seqid=0 2024-12-14T05:43:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073742424_1600 (size=5156) 2024-12-14T05:43:41,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-14T05:43:41,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-14T05:43:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-14T05:43:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-14T05:43:41,705 INFO [M:0;e1063daab615:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2166 (bloomFilter=true), to=hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc353ee6abb9405ea00a0a5159dd1533 2024-12-14T05:43:41,715 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5072389fca4f422c97bc3c5b4338c23a as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5072389fca4f422c97bc3c5b4338c23a 2024-12-14T05:43:41,718 INFO [M:0;e1063daab615:33737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5072389fca4f422c97bc3c5b4338c23a, entries=8, sequenceid=2166, filesize=5.5 K 2024-12-14T05:43:41,719 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcda943d417b4b47ac7ab0019b9495f2 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcda943d417b4b47ac7ab0019b9495f2 2024-12-14T05:43:41,723 INFO [M:0;e1063daab615:33737 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcda943d417b4b47ac7ab0019b9495f2 2024-12-14T05:43:41,723 INFO [M:0;e1063daab615:33737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcda943d417b4b47ac7ab0019b9495f2, entries=181, sequenceid=2166, filesize=44.3 K 2024-12-14T05:43:41,724 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc353ee6abb9405ea00a0a5159dd1533 as hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc353ee6abb9405ea00a0a5159dd1533 2024-12-14T05:43:41,727 INFO [M:0;e1063daab615:33737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43161/user/jenkins/test-data/308c1b3a-47f1-fb1e-da16-cf7954fa3c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc353ee6abb9405ea00a0a5159dd1533, entries=1, sequenceid=2166, filesize=5.0 K 2024-12-14T05:43:41,728 INFO [M:0;e1063daab615:33737 {}] regionserver.HRegion(3040): Finished flush of dataSize ~768.61 KB/787061, heapSize ~944.44 KB/967104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=2166, compaction requested=false 2024-12-14T05:43:41,729 INFO [M:0;e1063daab615:33737 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-14T05:43:41,729 DEBUG [M:0;e1063daab615:33737 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-14T05:43:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33741 is added to blk_1073741830_1006 (size=929098) 2024-12-14T05:43:41,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-14T05:43:41,732 INFO [M:0;e1063daab615:33737 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-14T05:43:41,732 INFO [M:0;e1063daab615:33737 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33737 2024-12-14T05:43:41,770 DEBUG [M:0;e1063daab615:33737 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e1063daab615,33737,1734154840847 already deleted, retry=false 2024-12-14T05:43:41,879 INFO [M:0;e1063daab615:33737 {}] regionserver.HRegionServer(1307): Exiting; stopping=e1063daab615,33737,1734154840847; zookeeper connection closed. 2024-12-14T05:43:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-14T05:43:41,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100230e049a0000, quorum=127.0.0.1:63714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-14T05:43:41,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-14T05:43:41,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-14T05:43:41,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-14T05:43:41,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-14T05:43:41,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/hadoop.log.dir/,STOPPED} 2024-12-14T05:43:41,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-14T05:43:41,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-14T05:43:41,894 WARN [BP-606563515-172.17.0.3-1734154837307 heartbeating to localhost/127.0.0.1:43161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-14T05:43:41,895 WARN [BP-606563515-172.17.0.3-1734154837307 heartbeating to localhost/127.0.0.1:43161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-606563515-172.17.0.3-1734154837307 (Datanode Uuid 44ca2fc6-4c28-4403-bc29-6e3e398b27a8) service to localhost/127.0.0.1:43161 2024-12-14T05:43:41,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93/dfs/data/data1/current/BP-606563515-172.17.0.3-1734154837307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-14T05:43:41,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/cluster_6db16ffe-0025-443a-851d-60604955bb93/dfs/data/data2/current/BP-606563515-172.17.0.3-1734154837307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-14T05:43:41,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-14T05:43:41,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-14T05:43:41,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-14T05:43:41,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-14T05:43:41,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-14T05:43:41,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f9d0931-3f92-6fa8-10c5-acb24fca113e/hadoop.log.dir/,STOPPED} 2024-12-14T05:43:41,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-14T05:43:42,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down